2024-12-02 15:04:57,928 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 15:04:57,945 main DEBUG Took 0.014413 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 15:04:57,945 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 15:04:57,945 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 15:04:57,946 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 15:04:57,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,954 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 15:04:57,966 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,970 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,971 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,972 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,973 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,974 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,974 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,975 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:04:57,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,977 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 15:04:57,978 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:04:57,979 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 15:04:57,981 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 15:04:57,982 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 15:04:57,983 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 15:04:57,983 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 15:04:57,990 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 15:04:57,992 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 15:04:57,994 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 15:04:57,994 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 15:04:57,995 main DEBUG createAppenders(={Console}) 2024-12-02 15:04:57,995 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 15:04:57,996 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 15:04:57,996 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 15:04:57,996 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 15:04:57,996 main DEBUG OutputStream closed 2024-12-02 15:04:57,997 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 15:04:57,997 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 15:04:57,997 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 15:04:58,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 15:04:58,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 15:04:58,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 15:04:58,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 15:04:58,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 15:04:58,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 15:04:58,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 15:04:58,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 15:04:58,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 15:04:58,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 15:04:58,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 15:04:58,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 15:04:58,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 15:04:58,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 15:04:58,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 15:04:58,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 15:04:58,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 15:04:58,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 15:04:58,079 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 15:04:58,079 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 15:04:58,080 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 15:04:58,081 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T15:04:58,093 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 15:04:58,096 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 15:04:58,096 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T15:04:58,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=5368 2024-12-02T15:04:58,403 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T15:04:58,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086 2024-12-02T15:04:58,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad, deleteOnExit=true 2024-12-02T15:04:58,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/zookeeper_0, clientPort=64189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:04:58,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64189 2024-12-02T15:04:58,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:04:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:04:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/test.cache.data in system properties and HBase conf 2024-12-02T15:04:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:04:58,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:04:58,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:04:58,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:04:58,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:04:58,616 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T15:04:58,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:04:58,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:04:58,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:04:58,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:04:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:04:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:04:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:04:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:04:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:04:58,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:04:58,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:04:58,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:04:58,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:04:58,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:04:58,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:04:59,709 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T15:04:59,826 INFO [Time-limited test {}] log.Log(170): Logging initialized @2526ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T15:04:59,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:00,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:00,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:00,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:00,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:00,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:00,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:00,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:00,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/java.io.tmpdir/jetty-localhost-40577-hadoop-hdfs-3_4_1-tests_jar-_-any-2483206059134947721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:00,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40577} 2024-12-02T15:05:00,331 INFO [Time-limited test {}] server.Server(415): Started @3031ms 2024-12-02T15:05:00,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:00,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:00,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:00,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:00,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:00,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:00,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:00,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/java.io.tmpdir/jetty-localhost-36921-hadoop-hdfs-3_4_1-tests_jar-_-any-9627929847512147083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:00,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36921} 2024-12-02T15:05:00,986 INFO [Time-limited test {}] server.Server(415): Started @3687ms 2024-12-02T15:05:01,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:01,801 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/data/data1/current/BP-182825489-172.17.0.2-1733151899283/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:01,801 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/data/data2/current/BP-182825489-172.17.0.2-1733151899283/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:01,832 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe710730d1073b7c5 with lease ID 0x29b1d43a36ab9980: Processing first storage report for DS-372b39d4-7937-431e-8289-eb488042747a from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=196bc1a0-d212-4a69-a46e-aa0df51ebbf5, infoPort=42731, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=464347901;c=1733151899283) 2024-12-02T15:05:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe710730d1073b7c5 with lease ID 0x29b1d43a36ab9980: from storage DS-372b39d4-7937-431e-8289-eb488042747a node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=196bc1a0-d212-4a69-a46e-aa0df51ebbf5, infoPort=42731, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=464347901;c=1733151899283), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:05:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe710730d1073b7c5 with lease ID 0x29b1d43a36ab9980: Processing first storage report for DS-c22a9c5b-becb-4b5b-9c66-cff15113859c from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=196bc1a0-d212-4a69-a46e-aa0df51ebbf5, infoPort=42731, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=464347901;c=1733151899283) 2024-12-02T15:05:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe710730d1073b7c5 with lease ID 0x29b1d43a36ab9980: from storage DS-c22a9c5b-becb-4b5b-9c66-cff15113859c node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=196bc1a0-d212-4a69-a46e-aa0df51ebbf5, infoPort=42731, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=464347901;c=1733151899283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:01,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086 2024-12-02T15:05:01,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:01,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:02,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:02,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5 with version=8 2024-12-02T15:05:02,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/hbase-staging 2024-12-02T15:05:02,679 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T15:05:02,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:02,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:02,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:02,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:02,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:02,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:03,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:03,182 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T15:05:03,194 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T15:05:03,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:03,239 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23386 (auto-detected) 2024-12-02T15:05:03,241 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T15:05:03,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40355 2024-12-02T15:05:03,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40355 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403550x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:03,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40355-0x10197c101280000 connected 2024-12-02T15:05:03,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:03,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:03,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:03,733 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5, hbase.cluster.distributed=false 2024-12-02T15:05:03,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/acl 2024-12-02T15:05:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-02T15:05:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40355 2024-12-02T15:05:03,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40355 2024-12-02T15:05:03,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-02T15:05:03,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40355 2024-12-02T15:05:03,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:03,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:03,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:03,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:03,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:03,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38619 2024-12-02T15:05:03,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38619 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:03,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:03,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:03,915 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386190x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:03,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386190x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:03,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:03,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38619-0x10197c101280001 connected 2024-12-02T15:05:03,935 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:03,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/master 2024-12-02T15:05:03,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/acl 2024-12-02T15:05:03,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38619 2024-12-02T15:05:03,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38619 2024-12-02T15:05:03,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38619 2024-12-02T15:05:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38619 2024-12-02T15:05:03,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38619 2024-12-02T15:05:03,974 DEBUG [M:0;be0458f36726:40355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:40355 2024-12-02T15:05:03,976 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1657517723/backup-masters/be0458f36726,40355,1733151902788 2024-12-02T15:05:03,990 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:03,993 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/backup-masters/be0458f36726,40355,1733151902788 2024-12-02T15:05:04,023 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/master 2024-12-02T15:05:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:04,024 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:04,025 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/master 2024-12-02T15:05:04,026 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1657517723/backup-masters/be0458f36726,40355,1733151902788 from backup master directory 2024-12-02T15:05:04,036 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:04,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/backup-masters/be0458f36726,40355,1733151902788 2024-12-02T15:05:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:04,037 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:04,038 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,40355,1733151902788 2024-12-02T15:05:04,040 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T15:05:04,042 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T15:05:04,101 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/hbase.id] with ID: 769063af-6f0e-442b-a9de-fef854fcd605 2024-12-02T15:05:04,101 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.tmp/hbase.id 2024-12-02T15:05:04,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:04,515 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.tmp/hbase.id]:[hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/hbase.id] 2024-12-02T15:05:04,563 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:04,567 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:04,586 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T15:05:04,623 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:04,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:04,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:04,655 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:04,674 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:05:04,679 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:04,734 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store 2024-12-02T15:05:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:05,163 INFO [master/be0458f36726:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T15:05:05,169 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:05,170 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:05,170 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:05,171 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:05,172 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:05,172 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:05,173 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:05,174 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151905170Disabling compacts and flushes for region at 1733151905170Disabling writes for close at 1733151905172 (+2 ms)Writing region close event to WAL at 1733151905173 (+1 ms)Closed at 1733151905173 2024-12-02T15:05:05,176 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/.initializing 2024-12-02T15:05:05,176 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788 2024-12-02T15:05:05,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:05,200 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C40355%2C1733151902788, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:05,225 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788/be0458f36726%2C40355%2C1733151902788.1733151905205, exclude list is [], retry=0 2024-12-02T15:05:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T15:05:05,289 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:05,290 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:05,291 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:05,291 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:05,295 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,297 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:05,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:05,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:05,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:05,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:05,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:05,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:05,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:05,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:05,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:05,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:05,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:05,390 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,395 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,396 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,403 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,405 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,409 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:05,413 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:05,418 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:05,419 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64295317, jitterRate=-0.04192511737346649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:05,426 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151905312Initializing all the Stores at 1733151905314 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151905315 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151905316 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151905316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151905316Cleaning up temporary data from old regions at 1733151905405 (+89 ms)Region opened successfully at 1733151905426 (+21 ms) 2024-12-02T15:05:05,429 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:05,469 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fa1f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:05,509 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:05,524 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:05,524 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:05,529 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:05,531 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T15:05:05,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-02T15:05:05,539 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:05,577 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:05,590 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:05,656 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/balancer already deleted, retry=false 2024-12-02T15:05:05,659 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:05,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:05,669 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/normalizer already deleted, retry=false 2024-12-02T15:05:05,672 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:05,676 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:05,686 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/switch/split already deleted, retry=false 2024-12-02T15:05:05,687 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:05,697 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/switch/merge already deleted, retry=false 2024-12-02T15:05:05,720 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:05,727 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:05,739 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:05,739 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,742 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,40355,1733151902788, sessionid=0x10197c101280000, setting cluster-up flag (Was=false) 2024-12-02T15:05:05,769 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,798 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657517723/flush-table-proc/acquired, /0-1657517723/flush-table-proc/reached, /0-1657517723/flush-table-proc/abort 2024-12-02T15:05:05,800 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40355,1733151902788 2024-12-02T15:05:05,819 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:05,848 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657517723/online-snapshot/acquired, /0-1657517723/online-snapshot/reached, /0-1657517723/online-snapshot/abort 2024-12-02T15:05:05,850 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40355,1733151902788 2024-12-02T15:05:05,861 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:05,948 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:05,960 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:05,962 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(746): ClusterId : 769063af-6f0e-442b-a9de-fef854fcd605 2024-12-02T15:05:05,967 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:05,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:05,976 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,40355,1733151902788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:05,981 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:05,981 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:05,983 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:05,984 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:05,984 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:05,984 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:05,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:05,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:05,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:05,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:05,990 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151935989 2024-12-02T15:05:05,991 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:05,991 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:05,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:05,992 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55424eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:05,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:05,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:05,996 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:05,997 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:05,997 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:05,997 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:05,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:06,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:05,999 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,007 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:06,009 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:06,009 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:06,010 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:06,012 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:38619 2024-12-02T15:05:06,012 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:06,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:06,013 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:06,015 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151906014,5,FailOnTimeoutGroup] 2024-12-02T15:05:06,016 INFO [RS:0;be0458f36726:38619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:06,016 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151906015,5,FailOnTimeoutGroup] 2024-12-02T15:05:06,016 INFO [RS:0;be0458f36726:38619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:06,016 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,016 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:06,016 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:06,017 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,018 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,019 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,40355,1733151902788 with port=38619, startcode=1733151903839 2024-12-02T15:05:06,035 DEBUG [RS:0;be0458f36726:38619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:06,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:06,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,38619,1733151903839 2024-12-02T15:05:06,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40355 {}] master.ServerManager(517): Registering regionserver=be0458f36726,38619,1733151903839 2024-12-02T15:05:06,093 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5 2024-12-02T15:05:06,093 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39385 2024-12-02T15:05:06,093 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:06,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/rs 2024-12-02T15:05:06,107 DEBUG [RS:0;be0458f36726:38619 {}] zookeeper.ZKUtil(111): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/rs/be0458f36726,38619,1733151903839 2024-12-02T15:05:06,107 WARN [RS:0;be0458f36726:38619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:06,107 INFO [RS:0;be0458f36726:38619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:06,107 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839 2024-12-02T15:05:06,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,38619,1733151903839] 2024-12-02T15:05:06,138 INFO [RS:0;be0458f36726:38619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:06,154 INFO [RS:0;be0458f36726:38619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:06,162 INFO [RS:0;be0458f36726:38619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:06,163 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,166 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:06,173 INFO [RS:0;be0458f36726:38619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:06,174 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,175 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:06,176 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,176 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,176 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,176 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,176 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,177 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:06,177 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:06,177 DEBUG [RS:0;be0458f36726:38619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:06,178 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,178 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,178 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,179 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,179 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,179 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38619,1733151903839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:06,202 INFO [RS:0;be0458f36726:38619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:06,205 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38619,1733151903839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,206 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,206 INFO [RS:0;be0458f36726:38619 {}] regionserver.Replication(171): be0458f36726,38619,1733151903839 started 2024-12-02T15:05:06,232 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:06,232 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,38619,1733151903839, RpcServer on be0458f36726/172.17.0.2:38619, sessionid=0x10197c101280001 2024-12-02T15:05:06,233 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:06,234 DEBUG [RS:0;be0458f36726:38619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,38619,1733151903839 2024-12-02T15:05:06,234 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,38619,1733151903839' 2024-12-02T15:05:06,234 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657517723/flush-table-proc/abort' 2024-12-02T15:05:06,235 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657517723/flush-table-proc/acquired' 2024-12-02T15:05:06,236 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:06,236 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:06,237 DEBUG [RS:0;be0458f36726:38619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,38619,1733151903839 2024-12-02T15:05:06,237 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,38619,1733151903839' 2024-12-02T15:05:06,237 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657517723/online-snapshot/abort' 2024-12-02T15:05:06,238 DEBUG [RS:0;be0458f36726:38619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657517723/online-snapshot/acquired' 2024-12-02T15:05:06,239 DEBUG [RS:0;be0458f36726:38619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:06,239 INFO [RS:0;be0458f36726:38619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:06,239 INFO [RS:0;be0458f36726:38619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:06,343 INFO [RS:0;be0458f36726:38619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:06,347 INFO [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C38619%2C1733151903839, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:06,365 DEBUG [RS:0;be0458f36726:38619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349, exclude list is [], retry=0 2024-12-02T15:05:06,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:06,373 INFO [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 2024-12-02T15:05:06,374 DEBUG [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:06,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:06,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5 2024-12-02T15:05:06,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:06,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:06,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:06,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:06,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:06,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:06,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:06,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:06,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:06,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:06,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:06,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:06,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:06,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:06,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:06,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:06,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:06,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:06,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:06,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:06,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:06,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:06,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:06,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:06,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:06,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:06,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64793591, jitterRate=-0.034500256180763245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:06,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151906833Initializing all the Stores at 1733151906835 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151906835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151906835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151906835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151906835Cleaning up temporary data from old regions at 1733151906860 (+25 ms)Region opened successfully at 1733151906873 (+13 ms) 2024-12-02T15:05:06,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:06,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:06,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:06,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:06,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:06,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151906873Disabling compacts and flushes for region at 1733151906873Disabling writes for close at 1733151906876 (+3 ms)Writing region close event to WAL at 1733151906880 (+4 ms)Closed at 1733151906881 (+1 ms) 2024-12-02T15:05:06,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:06,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:06,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:06,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:06,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:07,060 DEBUG [be0458f36726:40355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:07,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,38619,1733151903839 2024-12-02T15:05:07,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,38619,1733151903839, state=OPENING 2024-12-02T15:05:07,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:07,214 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:07,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:07,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:07,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:07,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,38619,1733151903839}] 2024-12-02T15:05:07,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:07,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:07,420 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:07,420 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:07,421 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:07,426 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C38619%2C1733151903839.meta, suffix=.meta, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:07,446 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.meta.1733151907427.meta, exclude list is [], retry=0 2024-12-02T15:05:07,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:07,454 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.meta.1733151907427.meta 2024-12-02T15:05:07,455 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:07,455 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:07,460 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:07,461 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:07,464 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:07,467 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:07,472 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:07,474 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:07,474 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:07,474 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:07,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:07,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:07,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:07,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:07,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:07,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:07,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:07,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:07,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:07,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:07,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:07,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:07,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:07,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:07,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:07,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:07,489 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:07,491 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:07,495 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:07,497 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:07,498 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:07,499 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:07,503 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:07,506 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60988705, jitterRate=-0.09119747579097748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:07,506 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:07,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151907475Writing region info on filesystem at 1733151907475Initializing all the Stores at 1733151907477 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151907477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151907478 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151907478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151907478Cleaning up temporary data from old regions at 1733151907498 (+20 ms)Running coprocessor post-open hooks at 1733151907506 (+8 ms)Region opened successfully at 1733151907507 (+1 ms) 2024-12-02T15:05:07,515 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151907389 2024-12-02T15:05:07,528 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:07,529 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:07,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,38619,1733151903839 2024-12-02T15:05:07,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,38619,1733151903839, state=OPEN 2024-12-02T15:05:07,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:07,598 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:07,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:07,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:07,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,38619,1733151903839 2024-12-02T15:05:07,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:07,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,38619,1733151903839 in 377 msec 2024-12-02T15:05:07,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:07,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-12-02T15:05:07,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:07,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:07,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:07,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38619,1733151903839, seqNum=-1] 2024-12-02T15:05:07,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:07,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:07,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7920 sec 2024-12-02T15:05:07,688 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151907687, completionTime=-1 2024-12-02T15:05:07,691 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:07,692 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:07,729 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:07,729 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733151967729 2024-12-02T15:05:07,729 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152027729 2024-12-02T15:05:07,729 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-02T15:05:07,732 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,733 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,733 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,734 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:40355, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,735 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,735 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,741 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:07,768 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.730sec 2024-12-02T15:05:07,769 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:07,770 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:07,772 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:07,773 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:07,773 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:07,775 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:07,776 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:07,785 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:07,786 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:07,786 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40355,1733151902788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:07,875 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T15:05:07,875 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T15:05:07,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40355,-1 for getting cluster id 2024-12-02T15:05:07,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:07,890 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769063af-6f0e-442b-a9de-fef854fcd605' 2024-12-02T15:05:07,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769063af-6f0e-442b-a9de-fef854fcd605" 2024-12-02T15:05:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40355,-1] 2024-12-02T15:05:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:07,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:07,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38619,1733151903839, seqNum=-1] 2024-12-02T15:05:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:07,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:07,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,40355,1733151902788 2024-12-02T15:05:07,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:07,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c101280002 connected 2024-12-02T15:05:08,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir so I do NOT create it in target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f 2024-12-02T15:05:08,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:05:08,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.tmp.dir so I do NOT create it in target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f 2024-12-02T15:05:08,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:05:08,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f 2024-12-02T15:05:08,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:05:08,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/cluster_59c140c5-e833-a494-9651-7062f81d4ab0, deleteOnExit=true 2024-12-02T15:05:08,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/test.cache.data in system properties and HBase conf 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:05:08,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:05:08,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:05:08,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:08,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:08,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:05:08,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:05:08,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:05:08,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:08,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:05:08,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:05:08,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:08,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:08,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:08,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:08,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:08,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:08,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:08,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:08,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/java.io.tmpdir/jetty-localhost-34815-hadoop-hdfs-3_4_1-tests_jar-_-any-2164218109311167469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:08,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:34815} 2024-12-02T15:05:08,423 INFO [Time-limited test {}] server.Server(415): Started @11124ms 2024-12-02T15:05:08,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:08,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:08,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:08,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:08,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:08,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:08,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:08,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/java.io.tmpdir/jetty-localhost-34131-hadoop-hdfs-3_4_1-tests_jar-_-any-14485307502102976543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:08,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:34131} 2024-12-02T15:05:08,725 INFO [Time-limited test {}] server.Server(415): Started @11426ms 2024-12-02T15:05:08,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:09,187 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/cluster_59c140c5-e833-a494-9651-7062f81d4ab0/data/data1/current/BP-1315099092-172.17.0.2-1733151908067/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:09,187 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/cluster_59c140c5-e833-a494-9651-7062f81d4ab0/data/data2/current/BP-1315099092-172.17.0.2-1733151908067/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:09,213 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8abdcbbf3f1b6b with lease ID 0xe8b67f13852d0fc1: Processing first storage report for DS-83732119-5f7c-4e8f-8337-eca242aac08b from datanode DatanodeRegistration(127.0.0.1:41293, datanodeUuid=caf49812-4900-449e-afe9-e9232f6687fa, infoPort=36977, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=751809078;c=1733151908067) 2024-12-02T15:05:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8abdcbbf3f1b6b with lease ID 0xe8b67f13852d0fc1: from storage DS-83732119-5f7c-4e8f-8337-eca242aac08b node DatanodeRegistration(127.0.0.1:41293, datanodeUuid=caf49812-4900-449e-afe9-e9232f6687fa, infoPort=36977, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=751809078;c=1733151908067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8abdcbbf3f1b6b with lease ID 0xe8b67f13852d0fc1: Processing first storage report for DS-e5546a17-e636-40c1-9d1f-baadb18de250 from datanode DatanodeRegistration(127.0.0.1:41293, datanodeUuid=caf49812-4900-449e-afe9-e9232f6687fa, infoPort=36977, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=751809078;c=1733151908067) 2024-12-02T15:05:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8abdcbbf3f1b6b with lease ID 0xe8b67f13852d0fc1: from storage DS-e5546a17-e636-40c1-9d1f-baadb18de250 node DatanodeRegistration(127.0.0.1:41293, datanodeUuid=caf49812-4900-449e-afe9-e9232f6687fa, infoPort=36977, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=751809078;c=1733151908067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:09,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f 2024-12-02T15:05:09,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:09,692 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd with version=8 2024-12-02T15:05:09,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/hbase-staging 2024-12-02T15:05:09,694 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:09,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:09,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:09,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34941 2024-12-02T15:05:09,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34941 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349410x0, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:09,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34941-0x10197c101280003 connected 2024-12-02T15:05:09,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/running 2024-12-02T15:05:09,812 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd, hbase.cluster.distributed=false 2024-12-02T15:05:09,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/acl 2024-12-02T15:05:09,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-02T15:05:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34941 2024-12-02T15:05:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34941 2024-12-02T15:05:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-02T15:05:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-02T15:05:09,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:09,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:09,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39327 2024-12-02T15:05:09,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39327 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:09,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393270x0, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:09,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393270x0, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/running 2024-12-02T15:05:09,862 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:09,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39327-0x10197c101280004 connected 2024-12-02T15:05:09,865 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:09,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/master 2024-12-02T15:05:09,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/acl 2024-12-02T15:05:09,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-02T15:05:09,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39327 2024-12-02T15:05:09,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39327 2024-12-02T15:05:09,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-02T15:05:09,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39327 2024-12-02T15:05:09,912 DEBUG [M:0;be0458f36726:34941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:34941 2024-12-02T15:05:09,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11050004106/backup-masters/be0458f36726,34941,1733151909694 2024-12-02T15:05:09,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/backup-masters 2024-12-02T15:05:09,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/backup-masters 2024-12-02T15:05:09,923 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on existing znode=/11050004106/backup-masters/be0458f36726,34941,1733151909694 2024-12-02T15:05:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11050004106/master 2024-12-02T15:05:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:09,932 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on existing znode=/11050004106/master 2024-12-02T15:05:09,932 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11050004106/backup-masters/be0458f36726,34941,1733151909694 from backup master directory 2024-12-02T15:05:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11050004106/backup-masters/be0458f36726,34941,1733151909694 2024-12-02T15:05:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/backup-masters 2024-12-02T15:05:09,939 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:09,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/backup-masters 2024-12-02T15:05:09,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,34941,1733151909694 2024-12-02T15:05:09,950 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/hbase.id] with ID: 777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:09,950 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/.tmp/hbase.id 2024-12-02T15:05:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:10,361 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/.tmp/hbase.id]:[hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/hbase.id] 2024-12-02T15:05:10,389 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:10,389 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:10,391 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T15:05:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:10,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:10,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:10,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:11,326 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store 2024-12-02T15:05:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:11,345 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:11,345 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:11,346 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:11,346 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:11,346 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:11,346 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:11,346 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:11,346 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151911345Disabling compacts and flushes for region at 1733151911345Disabling writes for close at 1733151911346 (+1 ms)Writing region close event to WAL at 1733151911346Closed at 1733151911346 2024-12-02T15:05:11,348 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/.initializing 2024-12-02T15:05:11,348 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/WALs/be0458f36726,34941,1733151909694 2024-12-02T15:05:11,352 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:11,356 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C34941%2C1733151909694, suffix=, logDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/WALs/be0458f36726,34941,1733151909694, archiveDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:11,375 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/WALs/be0458f36726,34941,1733151909694/be0458f36726%2C34941%2C1733151909694.1733151911357, exclude list is [], retry=0 2024-12-02T15:05:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41293,DS-83732119-5f7c-4e8f-8337-eca242aac08b,DISK] 2024-12-02T15:05:11,384 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/WALs/be0458f36726,34941,1733151909694/be0458f36726%2C34941%2C1733151909694.1733151911357 2024-12-02T15:05:11,384 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36977:36977)] 2024-12-02T15:05:11,384 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:11,384 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:11,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:11,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:11,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:11,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:11,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:11,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:11,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:11,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:11,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:11,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:11,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:11,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:11,405 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,407 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,408 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,412 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,412 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,413 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:11,415 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:11,419 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:11,419 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68067619, jitterRate=0.01428656280040741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:11,420 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151911385Initializing all the Stores at 1733151911387 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151911387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151911387Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151911387Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151911387Cleaning up temporary data from old regions at 1733151911412 (+25 ms)Region opened successfully at 1733151911420 (+8 ms) 2024-12-02T15:05:11,420 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:11,427 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9d3af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:11,428 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:11,428 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:11,428 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:11,429 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:11,430 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T15:05:11,431 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:05:11,431 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:11,436 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:11,437 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:11,498 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/balancer already deleted, retry=false 2024-12-02T15:05:11,499 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:11,500 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:11,511 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/normalizer already deleted, retry=false 2024-12-02T15:05:11,512 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:11,514 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:11,522 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/switch/split already deleted, retry=false 2024-12-02T15:05:11,524 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:11,530 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/switch/merge already deleted, retry=false 2024-12-02T15:05:11,534 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:11,544 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11050004106/running 2024-12-02T15:05:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11050004106/running 2024-12-02T15:05:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,553 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,34941,1733151909694, sessionid=0x10197c101280003, setting cluster-up flag (Was=false) 2024-12-02T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,597 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11050004106/flush-table-proc/acquired, /11050004106/flush-table-proc/reached, /11050004106/flush-table-proc/abort 2024-12-02T15:05:11,599 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,34941,1733151909694 2024-12-02T15:05:11,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:11,644 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11050004106/online-snapshot/acquired, /11050004106/online-snapshot/reached, /11050004106/online-snapshot/abort 2024-12-02T15:05:11,646 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,34941,1733151909694 2024-12-02T15:05:11,648 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:11,653 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:11,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:11,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:11,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,34941,1733151909694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:11,656 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:11,656 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:11,657 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:11,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:11,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:11,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:11,663 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151941663 2024-12-02T15:05:11,663 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:11,663 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:11,663 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:11,664 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:11,664 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:11,664 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:11,664 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:11,667 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:11,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151911667,5,FailOnTimeoutGroup] 2024-12-02T15:05:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:11,670 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151911668,5,FailOnTimeoutGroup] 2024-12-02T15:05:11,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:11,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,671 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,700 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(746): ClusterId : 777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:11,701 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:11,712 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:11,712 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:11,724 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:11,725 DEBUG [RS:0;be0458f36726:39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d057e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:11,743 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:39327 2024-12-02T15:05:11,743 INFO [RS:0;be0458f36726:39327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:11,743 INFO [RS:0;be0458f36726:39327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:11,743 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:11,744 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,34941,1733151909694 with port=39327, startcode=1733151909840 2024-12-02T15:05:11,745 DEBUG [RS:0;be0458f36726:39327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:11,748 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:11,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,39327,1733151909840 2024-12-02T15:05:11,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34941 {}] master.ServerManager(517): Registering regionserver=be0458f36726,39327,1733151909840 2024-12-02T15:05:11,754 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd 2024-12-02T15:05:11,754 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38453 2024-12-02T15:05:11,755 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/rs 2024-12-02T15:05:11,795 DEBUG [RS:0;be0458f36726:39327 {}] zookeeper.ZKUtil(111): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on existing znode=/11050004106/rs/be0458f36726,39327,1733151909840 2024-12-02T15:05:11,795 WARN [RS:0;be0458f36726:39327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:11,795 INFO [RS:0;be0458f36726:39327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:11,796 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840 2024-12-02T15:05:11,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,39327,1733151909840] 2024-12-02T15:05:11,800 INFO [RS:0;be0458f36726:39327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:11,804 INFO [RS:0;be0458f36726:39327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:11,804 INFO [RS:0;be0458f36726:39327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:11,804 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,806 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:11,807 INFO [RS:0;be0458f36726:39327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:11,807 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,808 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:11,809 DEBUG [RS:0;be0458f36726:39327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:11,809 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,810 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,810 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,810 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,810 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,810 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39327,1733151909840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:11,824 INFO [RS:0;be0458f36726:39327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:11,825 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39327,1733151909840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,825 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,825 INFO [RS:0;be0458f36726:39327 {}] regionserver.Replication(171): be0458f36726,39327,1733151909840 started 2024-12-02T15:05:11,840 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:11,840 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,39327,1733151909840, RpcServer on be0458f36726/172.17.0.2:39327, sessionid=0x10197c101280004 2024-12-02T15:05:11,840 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:11,840 DEBUG [RS:0;be0458f36726:39327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,39327,1733151909840 2024-12-02T15:05:11,840 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,39327,1733151909840' 2024-12-02T15:05:11,840 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11050004106/flush-table-proc/abort' 2024-12-02T15:05:11,841 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11050004106/flush-table-proc/acquired' 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,39327,1733151909840 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,39327,1733151909840' 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11050004106/online-snapshot/abort' 2024-12-02T15:05:11,842 DEBUG [RS:0;be0458f36726:39327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11050004106/online-snapshot/acquired' 2024-12-02T15:05:11,843 DEBUG [RS:0;be0458f36726:39327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:11,843 INFO [RS:0;be0458f36726:39327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:11,843 INFO [RS:0;be0458f36726:39327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:11,944 INFO [RS:0;be0458f36726:39327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:11,947 INFO [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C39327%2C1733151909840, suffix=, logDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840, archiveDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/oldWALs, maxLogs=10 2024-12-02T15:05:11,963 DEBUG [RS:0;be0458f36726:39327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840/be0458f36726%2C39327%2C1733151909840.1733151911948, exclude list is [], retry=0 2024-12-02T15:05:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41293,DS-83732119-5f7c-4e8f-8337-eca242aac08b,DISK] 2024-12-02T15:05:11,970 INFO [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840/be0458f36726%2C39327%2C1733151909840.1733151911948 2024-12-02T15:05:11,971 DEBUG [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36977:36977)] 2024-12-02T15:05:12,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:12,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd 2024-12-02T15:05:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:12,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:05:12,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:12,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:12,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:12,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:12,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:12,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:12,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:12,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:12,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:12,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:12,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740 2024-12-02T15:05:12,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740 2024-12-02T15:05:12,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:12,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:12,507 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:12,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:12,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:12,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60901007, jitterRate=-0.09250427782535553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:12,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151912487Initializing all the Stores at 1733151912488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912489 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151912489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912489Cleaning up temporary data from old regions at 1733151912507 (+18 ms)Region opened successfully at 1733151912521 (+14 ms) 2024-12-02T15:05:12,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:12,521 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:12,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:12,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:12,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:12,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:12,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151912521Disabling compacts and flushes for region at 1733151912521Disabling writes for close at 1733151912522 (+1 ms)Writing region close event to WAL at 1733151912522Closed at 1733151912522 2024-12-02T15:05:12,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:12,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:12,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:12,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:12,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:12,681 DEBUG [be0458f36726:34941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:12,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,39327,1733151909840 2024-12-02T15:05:12,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,39327,1733151909840, state=OPENING 2024-12-02T15:05:12,722 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:12,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:12,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11050004106/meta-region-server: CHANGED 2024-12-02T15:05:12,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11050004106/meta-region-server: CHANGED 2024-12-02T15:05:12,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,39327,1733151909840}] 2024-12-02T15:05:12,886 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:12,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:12,896 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:12,896 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:12,897 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:12,900 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C39327%2C1733151909840.meta, suffix=.meta, logDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840, archiveDir=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/oldWALs, maxLogs=10 2024-12-02T15:05:12,915 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840/be0458f36726%2C39327%2C1733151909840.meta.1733151912901.meta, exclude list is [], retry=0 2024-12-02T15:05:12,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41293,DS-83732119-5f7c-4e8f-8337-eca242aac08b,DISK] 2024-12-02T15:05:12,921 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/WALs/be0458f36726,39327,1733151909840/be0458f36726%2C39327%2C1733151909840.meta.1733151912901.meta 2024-12-02T15:05:12,924 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36977:36977)] 2024-12-02T15:05:12,924 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:12,925 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:12,925 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:12,925 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:12,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:12,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:12,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:12,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:12,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:12,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:12,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:12,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:12,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:12,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:12,939 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:12,941 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740 2024-12-02T15:05:12,943 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740 2024-12-02T15:05:12,945 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:12,945 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:12,946 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:12,948 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:12,950 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71644240, jitterRate=0.06758236885070801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:12,950 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:12,950 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151912925Writing region info on filesystem at 1733151912925Initializing all the Stores at 1733151912927 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912928 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151912928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151912928Cleaning up temporary data from old regions at 1733151912945 (+17 ms)Running coprocessor post-open hooks at 1733151912950 (+5 ms)Region opened successfully at 1733151912950 2024-12-02T15:05:12,952 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151912886 2024-12-02T15:05:12,956 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:12,956 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:12,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,39327,1733151909840 2024-12-02T15:05:12,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,39327,1733151909840, state=OPEN 2024-12-02T15:05:12,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11050004106/meta-region-server 2024-12-02T15:05:12,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11050004106/meta-region-server 2024-12-02T15:05:12,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,39327,1733151909840 2024-12-02T15:05:12,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11050004106/meta-region-server: CHANGED 2024-12-02T15:05:12,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11050004106/meta-region-server: CHANGED 2024-12-02T15:05:12,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:12,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,39327,1733151909840 in 238 msec 2024-12-02T15:05:12,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:12,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-02T15:05:13,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:13,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:13,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:13,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:13,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,39327,1733151909840, seqNum=-1] 2024-12-02T15:05:13,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:13,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:13,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-12-02T15:05:13,028 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151913028, completionTime=-1 2024-12-02T15:05:13,028 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:13,028 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:13,032 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:13,032 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733151973032 2024-12-02T15:05:13,033 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152033032 2024-12-02T15:05:13,033 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-02T15:05:13,033 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,033 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,034 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,034 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:34941, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,034 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,038 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:13,039 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.110sec 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:13,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:13,050 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:13,054 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:13,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:13,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34941,1733151909694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:13,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:13,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:13,107 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303d7d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:13,110 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:13,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,39327,1733151909840, seqNum=-1] 2024-12-02T15:05:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:13,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,34941,1733151909694 2024-12-02T15:05:13,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:13,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:13,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c101280005 connected 2024-12-02T15:05:13,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40355,-1 for getting cluster id 2024-12-02T15:05:13,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:13,145 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769063af-6f0e-442b-a9de-fef854fcd605' 2024-12-02T15:05:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769063af-6f0e-442b-a9de-fef854fcd605" 2024-12-02T15:05:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ddfe94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40355,-1] 2024-12-02T15:05:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:13,148 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:13,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6163be2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40355,1733151902788 2024-12-02T15:05:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d76f161 2024-12-02T15:05:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:13,168 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:13,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:05:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:05:13,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:05:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:05:13,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:13,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T15:05:13,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:13,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:05:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:05:13,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:05:13,184 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:13,186 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bd5042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,186 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:13,187 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:13,188 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:13,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:13,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee0119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:13,191 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bb8b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:13,194 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:13,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd3f3c8 2024-12-02T15:05:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:13,201 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:13,213 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T15:05:13,214 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:05:13,219 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:13,220 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:13,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:13,222 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:13,228 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:05:13,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:05:13,232 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:13,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:05:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741835_1011 (size=1138) 2024-12-02T15:05:13,281 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:05:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:13,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbfc1310de80a62a08a6dffb15b7d168, NAME => 'hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5 2024-12-02T15:05:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741836_1012 (size=44) 2024-12-02T15:05:13,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:13,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbfc1310de80a62a08a6dffb15b7d168, disabling compactions & flushes 2024-12-02T15:05:13,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:13,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:13,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. after waiting 0 ms 2024-12-02T15:05:13,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:13,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:13,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbfc1310de80a62a08a6dffb15b7d168: Waiting for close lock at 1733151913662Disabling compacts and flushes for region at 1733151913662Disabling writes for close at 1733151913662Writing region close event to WAL at 1733151913662Closed at 1733151913662 2024-12-02T15:05:13,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:05:13,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733151913665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733151913665"}]},"ts":"1733151913665"} 2024-12-02T15:05:13,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:05:13,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:05:13,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151913677"}]},"ts":"1733151913677"} 2024-12-02T15:05:13,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:05:13,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN}] 2024-12-02T15:05:13,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN 2024-12-02T15:05:13,691 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN; state=OFFLINE, location=be0458f36726,38619,1733151903839; forceNewPlan=false, retain=false 2024-12-02T15:05:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:13,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fbfc1310de80a62a08a6dffb15b7d168, regionState=OPENING, regionLocation=be0458f36726,38619,1733151903839 2024-12-02T15:05:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN because future has completed 2024-12-02T15:05:13,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,38619,1733151903839}] 2024-12-02T15:05:14,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:14,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:14,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:05:14,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C38619%2C1733151903839.rep, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:14,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.rep.1733151914015, exclude list is [], retry=0 2024-12-02T15:05:14,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:14,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.rep.1733151914015 2024-12-02T15:05:14,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:14,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fbfc1310de80a62a08a6dffb15b7d168, NAME => 'hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:14,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:14,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:14,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. service=MultiRowMutationService 2024-12-02T15:05:14,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:05:14,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:14,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,047 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,050 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName hfileref 2024-12-02T15:05:14,050 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:14,051 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:14,051 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,054 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName queue 2024-12-02T15:05:14,054 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:14,055 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:14,055 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,058 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName sid 2024-12-02T15:05:14,058 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:14,059 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:05:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:14,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fbfc1310de80a62a08a6dffb15b7d168; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72122631, jitterRate=0.07471095025539398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:05:14,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:14,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fbfc1310de80a62a08a6dffb15b7d168: Running coprocessor pre-open hook at 1733151914045Writing region info on filesystem at 1733151914045Initializing all the Stores at 1733151914047 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151914047Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151914047Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151914047Cleaning up temporary data from old regions at 1733151914063 (+16 ms)Running coprocessor post-open hooks at 1733151914071 (+8 ms)Region opened successfully at 1733151914072 (+1 ms) 2024-12-02T15:05:14,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., pid=7, masterSystemTime=1733151914004 2024-12-02T15:05:14,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:14,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:14,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fbfc1310de80a62a08a6dffb15b7d168, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,38619,1733151903839 2024-12-02T15:05:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,38619,1733151903839 because future has completed 2024-12-02T15:05:14,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T15:05:14,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,38619,1733151903839 in 236 msec 2024-12-02T15:05:14,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:05:14,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN in 404 msec 2024-12-02T15:05:14,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:05:14,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151914097"}]},"ts":"1733151914097"} 2024-12-02T15:05:14,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:05:14,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:05:14,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 880 msec 2024-12-02T15:05:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., hostname=be0458f36726,38619,1733151903839, seqNum=2] 2024-12-02T15:05:14,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38619 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T15:05:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:14,231 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:14,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:05:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:14,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T15:05:14,425 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:05:14,466 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,38619,1733151903839, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:05:14,467 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:14,468 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38619,1733151903839, seqNum=-1] 2024-12-02T15:05:14,468 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:14,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T15:05:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,38619,1733151903839', locateType=CURRENT is [region=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., hostname=be0458f36726,38619,1733151903839, seqNum=2] 2024-12-02T15:05:14,478 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T15:05:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T15:05:14,483 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,38619,1733151903839 suceeded 2024-12-02T15:05:14,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T15:05:14,488 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:14,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-02T15:05:14,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3170 sec 2024-12-02T15:05:14,501 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:14,503 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f262a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:14,504 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:14,504 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:14,505 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166736cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:14,508 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:14,510 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3761d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:14,510 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:14,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:14,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d2ad3e 2024-12-02T15:05:14,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:14,513 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T15:05:14,514 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,38619,1733151903839 (queues=1) is replicating from cluster=769063af-6f0e-442b-a9de-fef854fcd605 to cluster=777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:14,517 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C38619%2C1733151903839 2024-12-02T15:05:14,521 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,38619,1733151903839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:05:14,525 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C38619%2C1733151903839 2024-12-02T15:05:14,530 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349, startPosition=0, beingWritten=true 2024-12-02T15:05:14,802 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:15,109 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:15,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:15,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:15,336 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:05:15,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:15,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40355,-1 for getting cluster id 2024-12-02T15:05:15,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:15,339 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769063af-6f0e-442b-a9de-fef854fcd605' 2024-12-02T15:05:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769063af-6f0e-442b-a9de-fef854fcd605" 2024-12-02T15:05:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b2299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40355,-1] 2024-12-02T15:05:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c377156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40355,1733151902788 2024-12-02T15:05:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784ec8e3 2024-12-02T15:05:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:15,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:15,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:05:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:05:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T15:05:15,351 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:15,352 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431c8270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,352 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:15,352 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:15,353 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8c89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:15,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,356 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:15,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6fdfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,357 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:15,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:15,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7599a21a 2024-12-02T15:05:15,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:15,360 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:15,361 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-02T15:05:15,361 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:05:15,362 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,362 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:15,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:05:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T15:05:15,518 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:15,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T15:05:15,583 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T15:05:15,620 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-be0458f36726,38619,1733151903839, ReplicationSource: 2, currentBandwidth=0 2024-12-02T15:05:15,624 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T15:05:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T15:05:15,629 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on be0458f36726,38619,1733151903839 suceeded 2024-12-02T15:05:15,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:05:15,634 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:15,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-02T15:05:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 287 msec 2024-12-02T15:05:15,642 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:15,647 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33221bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,647 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:15,647 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:15,648 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:15,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:15,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:15,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d69da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,651 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:15,652 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278bb340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,652 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2434790b 2024-12-02T15:05:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:15,655 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T15:05:15,656 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-be0458f36726,38619,1733151903839 (queues=1) is replicating from cluster=769063af-6f0e-442b-a9de-fef854fcd605 to cluster=777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:15,656 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=be0458f36726%2C38619%2C1733151903839 2024-12-02T15:05:15,656 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-be0458f36726,38619,1733151903839, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:05:15,658 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C38619%2C1733151903839 2024-12-02T15:05:15,658 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349, startPosition=0, beingWritten=true 2024-12-02T15:05:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T15:05:15,666 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T15:05:15,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:15,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:15,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:15,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40355,1733151902788 2024-12-02T15:05:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-12-02T15:05:15,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:15,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:15,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:15,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T15:05:15,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:15,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T15:05:15,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T15:05:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T15:05:15,696 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:15,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5171d34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,699 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:15,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:15,700 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1223cac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,702 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16055ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:15,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6875b6cb 2024-12-02T15:05:15,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:15,706 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:15,707 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:05:15,707 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:05:15,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:15,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:15,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:05:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T15:05:15,880 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:15,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T15:05:15,903 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T15:05:15,905 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T15:05:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T15:05:15,909 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on be0458f36726,38619,1733151903839 suceeded 2024-12-02T15:05:15,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T15:05:15,912 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:15,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-02T15:05:15,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 224 msec 2024-12-02T15:05:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T15:05:16,015 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T15:05:16,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T15:05:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T15:05:16,021 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:16,022 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d27027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:16,022 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:16,022 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:16,023 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be92efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,025 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:16,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eedefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:16,026 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:16,026 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bbe32a7 2024-12-02T15:05:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:16,029 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:16,030 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T15:05:16,030 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:05:16,030 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,031 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:16,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:05:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T15:05:16,188 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:16,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T15:05:16,200 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T15:05:16,201 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T15:05:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T15:05:16,206 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on be0458f36726,38619,1733151903839 suceeded 2024-12-02T15:05:16,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T15:05:16,209 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://be0458f36726:34941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:16,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-02T15:05:16,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-12-02T15:05:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T15:05:16,335 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T15:05:16,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:16,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T15:05:16,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:16,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:16,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:05:16,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62307255, stopped=false 2024-12-02T15:05:16,338 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,40355,1733151902788 2024-12-02T15:05:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:16,372 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:16,372 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:16,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:16,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:16,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:16,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:16,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:16,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,38619,1733151903839' ***** 2024-12-02T15:05:16,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:05:16,374 INFO [RS:0;be0458f36726:38619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:05:16,374 INFO [RS:0;be0458f36726:38619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:05:16,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:05:16,375 INFO [RS:0;be0458f36726:38619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:05:16,375 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(3091): Received CLOSE for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:16,376 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(959): stopping server be0458f36726,38619,1733151903839 2024-12-02T15:05:16,376 INFO [RS:0;be0458f36726:38619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:16,376 INFO [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:38619. 2024-12-02T15:05:16,376 DEBUG [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:16,376 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:16,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbfc1310de80a62a08a6dffb15b7d168, disabling compactions & flushes 2024-12-02T15:05:16,376 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:16,376 INFO [RS:0;be0458f36726:38619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:05:16,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:16,377 INFO [RS:0;be0458f36726:38619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:05:16,377 INFO [RS:0;be0458f36726:38619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:05:16,377 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. after waiting 1 ms 2024-12-02T15:05:16,377 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:16,377 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:05:16,377 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:05:16,377 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbfc1310de80a62a08a6dffb15b7d168=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.} 2024-12-02T15:05:16,377 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:16,377 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:16,377 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:16,377 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:16,378 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:16,378 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:16,381 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T15:05:16,381 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbfc1310de80a62a08a6dffb15b7d168 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T15:05:16,402 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:16,441 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/451b75a269054a11aad7bf1157e01fd7 is 147, key is hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168./info:regioninfo/1733151914080/Put/seqid=0 2024-12-02T15:05:16,441 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/.tmp/queue/2cb5fd4429854a608acf8f402bbf6180 is 151, key is 1-be0458f36726,38619,1733151903839/queue:be0458f36726%2C38619%2C1733151903839/1733151914473/Put/seqid=0 2024-12-02T15:05:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741839_1015 (size=6631) 2024-12-02T15:05:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741838_1014 (size=5500) 2024-12-02T15:05:16,578 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:16,595 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:16,634 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:16,778 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:16,956 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/451b75a269054a11aad7bf1157e01fd7 2024-12-02T15:05:16,956 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/.tmp/queue/2cb5fd4429854a608acf8f402bbf6180 2024-12-02T15:05:16,978 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:17,008 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/.tmp/queue/2cb5fd4429854a608acf8f402bbf6180 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/queue/2cb5fd4429854a608acf8f402bbf6180 2024-12-02T15:05:17,021 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/queue/2cb5fd4429854a608acf8f402bbf6180, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T15:05:17,028 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/ns/87aa900c1335438aa832a9e65a47d202 is 43, key is default/ns:d/1733151907669/Put/seqid=0 2024-12-02T15:05:17,030 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fbfc1310de80a62a08a6dffb15b7d168 in 647ms, sequenceid=6, compaction requested=false 2024-12-02T15:05:17,030 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:05:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741840_1016 (size=5153) 2024-12-02T15:05:17,039 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/ns/87aa900c1335438aa832a9e65a47d202 2024-12-02T15:05:17,040 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:05:17,042 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:17,042 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:17,042 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:17,043 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbfc1310de80a62a08a6dffb15b7d168: Waiting for close lock at 1733151916376Running coprocessor pre-close hooks at 1733151916376Disabling compacts and flushes for region at 1733151916376Disabling writes for close at 1733151916377 (+1 ms)Obtaining lock to block concurrent updates at 1733151916381 (+4 ms)Preparing flush snapshotting stores in fbfc1310de80a62a08a6dffb15b7d168 at 1733151916381Finished memstore snapshotting hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733151916388 (+7 ms)Flushing stores of hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. at 1733151916390 (+2 ms)Flushing fbfc1310de80a62a08a6dffb15b7d168/queue: creating writer at 1733151916392 (+2 ms)Flushing fbfc1310de80a62a08a6dffb15b7d168/queue: appending metadata at 1733151916429 (+37 ms)Flushing fbfc1310de80a62a08a6dffb15b7d168/queue: closing flushed file at 1733151916432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e1bab2: reopening flushed file at 1733151917006 (+574 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fbfc1310de80a62a08a6dffb15b7d168 in 647ms, sequenceid=6, compaction requested=false at 1733151917030 (+24 ms)Writing region close event to WAL at 1733151917032 (+2 ms)Running coprocessor post-close hooks at 1733151917040 (+8 ms)Closed at 1733151917042 (+2 ms) 2024-12-02T15:05:17,044 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:17,073 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/table/811138af3f354a7ebd2c0e6af7724ba3 is 53, key is hbase:replication/table:state/1733151914097/Put/seqid=0 2024-12-02T15:05:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741841_1017 (size=5256) 2024-12-02T15:05:17,102 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:17,178 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:05:17,179 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:05:17,179 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:17,342 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:17,379 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:05:17,379 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:05:17,379 DEBUG [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:17,479 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/table/811138af3f354a7ebd2c0e6af7724ba3 2024-12-02T15:05:17,491 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/451b75a269054a11aad7bf1157e01fd7 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/info/451b75a269054a11aad7bf1157e01fd7 2024-12-02T15:05:17,503 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/info/451b75a269054a11aad7bf1157e01fd7, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T15:05:17,504 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/ns/87aa900c1335438aa832a9e65a47d202 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/ns/87aa900c1335438aa832a9e65a47d202 2024-12-02T15:05:17,515 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/ns/87aa900c1335438aa832a9e65a47d202, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:05:17,517 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/table/811138af3f354a7ebd2c0e6af7724ba3 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/table/811138af3f354a7ebd2c0e6af7724ba3 2024-12-02T15:05:17,528 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/table/811138af3f354a7ebd2c0e6af7724ba3, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T15:05:17,530 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1152ms, sequenceid=11, compaction requested=false 2024-12-02T15:05:17,538 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:05:17,539 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:17,540 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:17,540 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:17,540 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151916377Running coprocessor pre-close hooks at 1733151916377Disabling compacts and flushes for region at 1733151916377Disabling writes for close at 1733151916378 (+1 ms)Obtaining lock to block concurrent updates at 1733151916381 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733151916381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733151916388 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733151916390 (+2 ms)Flushing 1588230740/info: creating writer at 1733151916392 (+2 ms)Flushing 1588230740/info: appending metadata at 1733151916430 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733151916432 (+2 ms)Flushing 1588230740/ns: creating writer at 1733151917006 (+574 ms)Flushing 1588230740/ns: appending metadata at 1733151917027 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733151917028 (+1 ms)Flushing 1588230740/table: creating writer at 1733151917057 (+29 ms)Flushing 1588230740/table: appending metadata at 1733151917073 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733151917073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce7726c: reopening flushed file at 1733151917489 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321ebda0: reopening flushed file at 1733151917503 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b17437: reopening flushed file at 1733151917515 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1152ms, sequenceid=11, compaction requested=false at 1733151917531 (+16 ms)Writing region close event to WAL at 1733151917532 (+1 ms)Running coprocessor post-close hooks at 1733151917539 (+7 ms)Closed at 1733151917540 (+1 ms) 2024-12-02T15:05:17,540 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:17,580 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(976): stopping server be0458f36726,38619,1733151903839; all regions closed. 2024-12-02T15:05:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741834_1010 (size=2742) 2024-12-02T15:05:17,590 DEBUG [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:17,590 INFO [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C38619%2C1733151903839.meta:.meta(num 1733151907427) 2024-12-02T15:05:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741837_1013 (size=1802) 2024-12-02T15:05:17,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.rep.1733151914015 not finished, retry = 0 2024-12-02T15:05:17,699 DEBUG [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:17,699 INFO [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C38619%2C1733151903839.rep:(num 1733151914015) 2024-12-02T15:05:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:05:17,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 not finished, retry = 0 2024-12-02T15:05:17,709 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 to pos 0, reset compression=false 2024-12-02T15:05:17,809 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349 2024-12-02T15:05:17,809 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T15:05:17,809 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T15:05:17,811 DEBUG [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:17,811 INFO [RS:0;be0458f36726:38619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C38619%2C1733151903839:(num 1733151906349) 2024-12-02T15:05:17,811 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:17,811 INFO [RS:0;be0458f36726:38619 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:17,811 INFO [RS:0;be0458f36726:38619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:17,811 INFO [RS:0;be0458f36726:38619 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:17,811 INFO [RS:0;be0458f36726:38619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:17,811 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:17,812 INFO [RS:0;be0458f36726:38619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,38619,1733151903839 because: Region server is closing 2024-12-02T15:05:17,812 INFO [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:38619. 2024-12-02T15:05:17,812 DEBUG [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:17,812 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:17,813 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:17,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:17,809 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-be0458f36726,38619,1733151903839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839/be0458f36726%2C38619%2C1733151903839.1733151906349, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T15:05:17,818 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,38619,1733151903839: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-be0458f36726,38619,1733151903839, walGroup=be0458f36726%2C38619%2C1733151903839, offset=be0458f36726%2C38619%2C1733151903839.1733151906349:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:38619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:05:17,821 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:05:17,824 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:05:17,826 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:05:17,826 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:05:17,826 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:05:17,827 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 366414384 }, "NonHeapMemoryUsage": { "committed": 152436736, "init": 7667712, "max": -1, "used": 150162208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:05:17,829 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [be0458f36726%2C38619%2C1733151903839.1733151906349] 2024-12-02T15:05:17,913 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:05:17,913 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.wal-reader.be0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:05:17,913 INFO [RS:0;be0458f36726:38619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,1-be0458f36726,38619,1733151903839 terminated 2024-12-02T15:05:17,914 INFO [RS:0;be0458f36726:38619 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-be0458f36726,38619,1733151903839 because: Region server is closing 2024-12-02T15:05:17,914 INFO [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:38619. 2024-12-02T15:05:17,914 DEBUG [RS:0;be0458f36726:38619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:17,914 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:17,914 DEBUG [RS:0;be0458f36726:38619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:17,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:17,914 INFO [RS:0;be0458f36726:38619 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,38619,1733151903839.replicationSource.shipperbe0458f36726%2C38619%2C1733151903839,2-be0458f36726,38619,1733151903839 terminated 2024-12-02T15:05:17,915 INFO [RS:0;be0458f36726:38619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38619 2024-12-02T15:05:17,952 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/rs/be0458f36726,38619,1733151903839 2024-12-02T15:05:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/rs 2024-12-02T15:05:17,952 INFO [RS:0;be0458f36726:38619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:17,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,38619,1733151903839] 2024-12-02T15:05:17,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/draining/be0458f36726,38619,1733151903839 already deleted, retry=false 2024-12-02T15:05:17,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,38619,1733151903839 expired; onlineServers=0 2024-12-02T15:05:17,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,40355,1733151902788' ***** 2024-12-02T15:05:17,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:05:17,972 INFO [M:0;be0458f36726:40355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:17,973 INFO [M:0;be0458f36726:40355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:17,973 DEBUG [M:0;be0458f36726:40355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:05:17,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:05:17,973 DEBUG [M:0;be0458f36726:40355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:05:17,973 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151906014 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151906014,5,FailOnTimeoutGroup] 2024-12-02T15:05:17,973 INFO [M:0;be0458f36726:40355 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:17,973 INFO [M:0;be0458f36726:40355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:17,973 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151906015 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151906015,5,FailOnTimeoutGroup] 2024-12-02T15:05:17,973 DEBUG [M:0;be0458f36726:40355 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:05:17,973 INFO [M:0;be0458f36726:40355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:05:17,974 INFO [M:0;be0458f36726:40355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:17,974 INFO [M:0;be0458f36726:40355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:05:17,974 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:05:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/master 2024-12-02T15:05:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:17,980 DEBUG [M:0;be0458f36726:40355 {}] zookeeper.ZKUtil(347): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/master because node does not exist (not an error) 2024-12-02T15:05:17,980 WARN [M:0;be0458f36726:40355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:05:17,981 INFO [M:0;be0458f36726:40355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.lastflushedseqids 2024-12-02T15:05:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741842_1018 (size=181) 2024-12-02T15:05:18,064 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:18,064 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38619-0x10197c101280001, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:18,064 INFO [RS:0;be0458f36726:38619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:18,065 INFO [RS:0;be0458f36726:38619 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,38619,1733151903839; zookeeper connection closed. 2024-12-02T15:05:18,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c91fb4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c91fb4e 2024-12-02T15:05:18,066 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:05:18,395 INFO [M:0;be0458f36726:40355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:05:18,395 INFO [M:0;be0458f36726:40355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:05:18,395 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:18,395 INFO [M:0;be0458f36726:40355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:18,396 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:18,396 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:18,396 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:18,396 INFO [M:0;be0458f36726:40355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T15:05:18,414 DEBUG [M:0;be0458f36726:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6b8648d4524d198db2e0bc40601f37 is 82, key is hbase:meta,,1/info:regioninfo/1733151907530/Put/seqid=0 2024-12-02T15:05:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741843_1019 (size=5672) 2024-12-02T15:05:18,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:18,821 INFO [M:0;be0458f36726:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6b8648d4524d198db2e0bc40601f37 2024-12-02T15:05:18,851 DEBUG [M:0;be0458f36726:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/326bf406d2e34a34aa55a9bae4fc0b6a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733151914106/Put/seqid=0 2024-12-02T15:05:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741844_1020 (size=8663) 2024-12-02T15:05:19,265 INFO [M:0;be0458f36726:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/326bf406d2e34a34aa55a9bae4fc0b6a 2024-12-02T15:05:19,289 DEBUG [M:0;be0458f36726:40355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8904f8ca24a4eda9a3a780947439065 is 69, key is be0458f36726,38619,1733151903839/rs:state/1733151906082/Put/seqid=0 2024-12-02T15:05:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741845_1021 (size=5156) 2024-12-02T15:05:19,694 INFO [M:0;be0458f36726:40355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8904f8ca24a4eda9a3a780947439065 2024-12-02T15:05:19,702 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6b8648d4524d198db2e0bc40601f37 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6b8648d4524d198db2e0bc40601f37 2024-12-02T15:05:19,711 INFO [M:0;be0458f36726:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6b8648d4524d198db2e0bc40601f37, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T15:05:19,713 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/326bf406d2e34a34aa55a9bae4fc0b6a as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/326bf406d2e34a34aa55a9bae4fc0b6a 2024-12-02T15:05:19,722 INFO [M:0;be0458f36726:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/326bf406d2e34a34aa55a9bae4fc0b6a, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T15:05:19,724 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8904f8ca24a4eda9a3a780947439065 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8904f8ca24a4eda9a3a780947439065 2024-12-02T15:05:19,733 INFO [M:0;be0458f36726:40355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8904f8ca24a4eda9a3a780947439065, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T15:05:19,735 INFO [M:0;be0458f36726:40355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false 2024-12-02T15:05:19,741 INFO [M:0;be0458f36726:40355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:19,741 DEBUG [M:0;be0458f36726:40355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151918395Disabling compacts and flushes for region at 1733151918395Disabling writes for close at 1733151918396 (+1 ms)Obtaining lock to block concurrent updates at 1733151918396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733151918396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733151918397 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733151918397Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733151918398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733151918413 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733151918413Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733151918829 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733151918851 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733151918851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733151919271 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733151919288 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733151919288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11437f64: reopening flushed file at 1733151919701 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7948b0f2: reopening flushed file at 1733151919711 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd4e0fe: reopening flushed file at 1733151919723 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false at 1733151919735 (+12 ms)Writing region close event to WAL at 1733151919741 (+6 ms)Closed at 1733151919741 2024-12-02T15:05:19,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741830_1006 (size=59421) 2024-12-02T15:05:19,751 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:19,751 INFO [M:0;be0458f36726:40355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:05:19,752 INFO [M:0;be0458f36726:40355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40355 2024-12-02T15:05:19,753 INFO [M:0;be0458f36726:40355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:19,914 INFO [M:0;be0458f36726:40355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40355-0x10197c101280000, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:19,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:19,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:19,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39167 2024-12-02T15:05:19,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39167 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:19,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391670x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:19,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39167-0x10197c101280006 connected 2024-12-02T15:05:19,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:19,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:19,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:19,946 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: INIT 2024-12-02T15:05:19,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5, hbase.cluster.distributed=false 2024-12-02T15:05:19,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/acl 2024-12-02T15:05:19,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39167 2024-12-02T15:05:19,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39167 2024-12-02T15:05:19,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39167 2024-12-02T15:05:19,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39167 2024-12-02T15:05:19,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39167 2024-12-02T15:05:19,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:19,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:19,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:19,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46021 2024-12-02T15:05:19,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46021 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-12-02T15:05:19,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:19,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:19,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460210x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:19,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460210x0, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:19,986 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: INIT 2024-12-02T15:05:19,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:19,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46021-0x10197c101280007 connected 2024-12-02T15:05:19,999 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:20,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/master 2024-12-02T15:05:20,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/acl 2024-12-02T15:05:20,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-02T15:05:20,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46021 2024-12-02T15:05:20,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46021 2024-12-02T15:05:20,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-02T15:05:20,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-02T15:05:20,021 DEBUG [M:0;be0458f36726:39167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:39167 2024-12-02T15:05:20,022 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1657517723/backup-masters/be0458f36726,39167,1733151919915 2024-12-02T15:05:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:20,030 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/backup-masters/be0458f36726,39167,1733151919915 2024-12-02T15:05:20,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:20,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/master 2024-12-02T15:05:20,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:20,044 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/master 2024-12-02T15:05:20,044 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1657517723/backup-masters/be0458f36726,39167,1733151919915 from backup master directory 2024-12-02T15:05:20,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/backup-masters/be0458f36726,39167,1733151919915 2024-12-02T15:05:20,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:20,052 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:20,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/backup-masters 2024-12-02T15:05:20,052 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,39167,1733151919915 2024-12-02T15:05:20,069 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:20,069 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:20,085 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-02T15:05:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741846_1022 (size=196) 2024-12-02T15:05:20,501 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:20,501 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:20,502 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:20,512 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T15:05:20,516 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788 to hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788-dead as it is dead 2024-12-02T15:05:20,517 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T15:05:20,517 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T15:05:20,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788-dead/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:20,522 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788-dead/be0458f36726%2C40355%2C1733151902788.1733151905205 after 4ms 2024-12-02T15:05:20,524 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788-dead/be0458f36726%2C40355%2C1733151902788.1733151905205 to hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:20,524 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,40355,1733151902788-dead 2024-12-02T15:05:20,525 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,39167,1733151919915 2024-12-02T15:05:20,528 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:20,530 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C39167%2C1733151919915, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,39167,1733151919915, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:20,547 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,39167,1733151919915/be0458f36726%2C39167%2C1733151919915.1733151920530, exclude list is [], retry=0 2024-12-02T15:05:20,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:20,556 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/WALs/be0458f36726,39167,1733151919915/be0458f36726%2C39167%2C1733151919915.1733151920530 2024-12-02T15:05:20,556 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:20,556 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:20,557 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:20,557 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,557 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:20,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:20,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6b8648d4524d198db2e0bc40601f37 2024-12-02T15:05:20,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:20,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:20,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:20,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/326bf406d2e34a34aa55a9bae4fc0b6a 2024-12-02T15:05:20,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:20,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:20,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:20,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8904f8ca24a4eda9a3a780947439065 2024-12-02T15:05:20,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:20,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:20,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:20,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:20,588 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T15:05:20,589 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:20,604 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:20,606 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C40355%2C1733151902788.1733151905205 2024-12-02T15:05:20,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,608 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:20,610 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:20,612 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T15:05:20,613 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60563554, jitterRate=-0.097532719373703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:20,614 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151920557Initializing all the Stores at 1733151920559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151920559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151920559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151920559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151920559Cleaning up temporary data from old regions at 1733151920607 (+48 ms)Region opened successfully at 1733151920613 (+6 ms) 2024-12-02T15:05:20,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:20,618 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e392bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:20,631 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T15:05:20,632 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:20,632 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:20,633 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:20,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:05:20,640 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:20,641 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:05:20,641 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:05:20,641 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:05:20,642 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T15:05:20,642 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T15:05:20,642 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-02T15:05:20,642 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:20,649 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=be0458f36726,38619,1733151903839, regionLocation=be0458f36726,38619,1733151903839, openSeqNum=2 2024-12-02T15:05:20,649 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=be0458f36726,38619,1733151903839, table=hbase:meta, region=1588230740 2024-12-02T15:05:20,649 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,38619,1733151903839, state=OPEN 2024-12-02T15:05:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:20,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:20,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:20,690 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:20,721 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/draining/be0458f36726,38619,1733151903839 already deleted, retry=false 2024-12-02T15:05:20,721 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of be0458f36726,38619,1733151903839 on be0458f36726,39167,1733151919915 2024-12-02T15:05:20,726 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure be0458f36726,38619,1733151903839, splitWal=true, meta=true 2024-12-02T15:05:20,728 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for be0458f36726,38619,1733151903839 (carryingMeta=true) be0458f36726,38619,1733151903839/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@52a8c37b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T15:05:20,732 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:20,747 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/balancer already deleted, retry=false 2024-12-02T15:05:20,747 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:20,749 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:20,755 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/normalizer already deleted, retry=false 2024-12-02T15:05:20,756 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:20,757 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:20,763 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/switch/split already deleted, retry=false 2024-12-02T15:05:20,765 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:20,772 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/switch/merge already deleted, retry=false 2024-12-02T15:05:20,791 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:20,796 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:20,806 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,39167,1733151919915, sessionid=0x10197c101280006, setting cluster-up flag (Was=false) 2024-12-02T15:05:20,814 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657517723/flush-table-proc/acquired, /0-1657517723/flush-table-proc/reached, /0-1657517723/flush-table-proc/abort 2024-12-02T15:05:20,815 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,39167,1733151919915 2024-12-02T15:05:20,823 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657517723/online-snapshot/acquired, /0-1657517723/online-snapshot/reached, /0-1657517723/online-snapshot/abort 2024-12-02T15:05:20,824 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,39167,1733151919915 2024-12-02T15:05:20,834 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.lastflushedseqids 2024-12-02T15:05:20,842 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:20,842 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:20,843 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,39167,1733151919915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 be0458f36726,38619,1733151903839 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:20,844 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:20,844 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:20,844 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:20,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:20,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:20,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:20,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:20,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:20,851 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure be0458f36726,38619,1733151903839, splitWal=true, meta=true 2024-12-02T15:05:20,854 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure be0458f36726,38619,1733151903839, splitWal=true, meta=true, isMeta: true 2024-12-02T15:05:20,855 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839-splitting 2024-12-02T15:05:20,857 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839-splitting dir is empty, no logs to split. 2024-12-02T15:05:20,857 INFO [PEWorker-1 {}] master.SplitWALManager(105): be0458f36726,38619,1733151903839 WAL count=0, meta=true 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151950858 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:20,859 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:20,862 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839-splitting dir is empty, no logs to split. 2024-12-02T15:05:20,862 INFO [PEWorker-1 {}] master.SplitWALManager(105): be0458f36726,38619,1733151903839 WAL count=0, meta=true 2024-12-02T15:05:20,862 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if be0458f36726,38619,1733151903839 WAL splitting is done? wals=0, meta=true 2024-12-02T15:05:20,862 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:20,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:20,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:20,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:05:20,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:20,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:20,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:20,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:20,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:20,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:20,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151920872,5,FailOnTimeoutGroup] 2024-12-02T15:05:20,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151920872,5,FailOnTimeoutGroup] 2024-12-02T15:05:20,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:20,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:20,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:20,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:20,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151920873, completionTime=-1 2024-12-02T15:05:20,873 WARN [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T15:05:20,876 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T15:05:20,914 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(746): ClusterId : 769063af-6f0e-442b-a9de-fef854fcd605 2024-12-02T15:05:20,914 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:20,923 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:20,923 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:20,931 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:20,932 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32676b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:20,948 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:46021 2024-12-02T15:05:20,948 INFO [RS:0;be0458f36726:46021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:20,948 INFO [RS:0;be0458f36726:46021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:20,948 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:20,949 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,39167,1733151919915 with port=46021, startcode=1733151919966 2024-12-02T15:05:20,949 DEBUG [RS:0;be0458f36726:46021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:20,951 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:20,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,46021,1733151919966 2024-12-02T15:05:20,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39167 {}] master.ServerManager(517): Registering regionserver=be0458f36726,46021,1733151919966 2024-12-02T15:05:20,955 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5 2024-12-02T15:05:20,955 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39385 2024-12-02T15:05:20,955 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:20,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/rs 2024-12-02T15:05:20,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,46021,1733151919966] 2024-12-02T15:05:20,966 DEBUG [RS:0;be0458f36726:46021 {}] zookeeper.ZKUtil(111): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on existing znode=/0-1657517723/rs/be0458f36726,46021,1733151919966 2024-12-02T15:05:20,967 WARN [RS:0;be0458f36726:46021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:20,967 INFO [RS:0;be0458f36726:46021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:20,967 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966 2024-12-02T15:05:20,976 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T15:05:21,008 INFO [RS:0;be0458f36726:46021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:21,010 INFO [RS:0;be0458f36726:46021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:21,010 INFO [RS:0;be0458f36726:46021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:21,010 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,021 WARN [be0458f36726:39167 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:05:21,022 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:21,023 INFO [RS:0;be0458f36726:46021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:21,023 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,023 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,023 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,023 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,023 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,023 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:21,024 DEBUG [RS:0;be0458f36726:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,025 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46021,1733151919966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:21,041 INFO [RS:0;be0458f36726:46021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:21,041 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46021,1733151919966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,059 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,46021,1733151919966, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:05:21,072 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(231): queueId=2-be0458f36726,46021,1733151919966, ReplicationSource: 2, currentBandwidth=0 2024-12-02T15:05:21,073 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,073 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:21,073 INFO [RS:0;be0458f36726:46021 {}] regionserver.Replication(171): be0458f36726,46021,1733151919966 started 2024-12-02T15:05:21,075 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69bc93d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,075 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:21,075 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:21,077 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:21,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:21,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:21,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484ec2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:21,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:21,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:21,080 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:21,089 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:21,089 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,46021,1733151919966, RpcServer on be0458f36726/172.17.0.2:46021, sessionid=0x10197c101280007 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,46021,1733151919966 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46021,1733151919966' 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657517723/flush-table-proc/abort' 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470a6435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,089 DEBUG [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:21,090 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657517723/flush-table-proc/acquired' 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,46021,1733151919966 2024-12-02T15:05:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46021,1733151919966' 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657517723/online-snapshot/abort' 2024-12-02T15:05:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308e48f1 2024-12-02T15:05:21,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:21,091 DEBUG [RS:0;be0458f36726:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657517723/online-snapshot/acquired' 2024-12-02T15:05:21,092 DEBUG [RS:0;be0458f36726:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:21,092 INFO [RS:0;be0458f36726:46021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:21,092 INFO [RS:0;be0458f36726:46021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:21,092 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T15:05:21,093 INFO [RS:0;be0458f36726:46021.replicationSource,1-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,46021,1733151919966 (queues=0) is replicating from cluster=769063af-6f0e-442b-a9de-fef854fcd605 to cluster=777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:21,093 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34941' 2024-12-02T15:05:21,095 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704ee0c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,095 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34941,-1 for getting cluster id 2024-12-02T15:05:21,095 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:21,096 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777697d9-3bf9-462c-8591-ece5e1f4abb6' 2024-12-02T15:05:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777697d9-3bf9-462c-8591-ece5e1f4abb6" 2024-12-02T15:05:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d63aaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34941,-1] 2024-12-02T15:05:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:21,098 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:21,100 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757b8f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:21,100 DEBUG [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34941,1733151909694 2024-12-02T15:05:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4994397e 2024-12-02T15:05:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:21,103 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T15:05:21,104 INFO [RS:0;be0458f36726:46021.replicationSource,2-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-be0458f36726,46021,1733151919966 (queues=0) is replicating from cluster=769063af-6f0e-442b-a9de-fef854fcd605 to cluster=777697d9-3bf9-462c-8591-ece5e1f4abb6 2024-12-02T15:05:21,193 INFO [RS:0;be0458f36726:46021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:21,196 INFO [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46021%2C1733151919966, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:21,209 DEBUG [RS:0;be0458f36726:46021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196, exclude list is [], retry=0 2024-12-02T15:05:21,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:21,215 INFO [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 2024-12-02T15:05:21,217 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group be0458f36726%2C46021%2C1733151919966 for peer 2 2024-12-02T15:05:21,217 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group be0458f36726%2C46021%2C1733151919966 for peer 1 2024-12-02T15:05:21,217 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C46021%2C1733151919966 2024-12-02T15:05:21,217 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,46021,1733151919966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:05:21,217 INFO [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C46021%2C1733151919966 2024-12-02T15:05:21,217 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=be0458f36726%2C46021%2C1733151919966 2024-12-02T15:05:21,218 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-be0458f36726,46021,1733151919966, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:05:21,218 DEBUG [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:21,218 INFO [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C46021%2C1733151919966 2024-12-02T15:05:21,218 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196, startPosition=0, beingWritten=true 2024-12-02T15:05:21,218 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196, startPosition=0, beingWritten=true 2024-12-02T15:05:21,271 DEBUG [be0458f36726:39167 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:21,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,46021,1733151919966 2024-12-02T15:05:21,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46021,1733151919966, state=OPENING 2024-12-02T15:05:21,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:21,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:21,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:21,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46021,1733151919966}] 2024-12-02T15:05:21,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:21,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:21,425 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:21,432 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:21,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:21,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:21,447 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:21,448 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:21,448 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:21,451 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46021%2C1733151919966.meta, suffix=.meta, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:21,469 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.meta.1733151921452.meta, exclude list is [], retry=0 2024-12-02T15:05:21,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:21,475 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.meta.1733151921452.meta 2024-12-02T15:05:21,475 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:21,475 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:21,476 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:21,476 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:21,476 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:21,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:21,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:21,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:21,490 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/info/451b75a269054a11aad7bf1157e01fd7 2024-12-02T15:05:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:21,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:21,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:21,501 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/ns/87aa900c1335438aa832a9e65a47d202 2024-12-02T15:05:21,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:21,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:21,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:21,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:21,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:21,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:21,516 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/table/811138af3f354a7ebd2c0e6af7724ba3 2024-12-02T15:05:21,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:21,516 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:21,518 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:21,519 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740 2024-12-02T15:05:21,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:21,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:21,523 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:21,525 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:21,526 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58829132, jitterRate=-0.12337762117385864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:21,527 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:21,527 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151921476Writing region info on filesystem at 1733151921477 (+1 ms)Initializing all the Stores at 1733151921478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151921478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151921478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151921478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151921478Cleaning up temporary data from old regions at 1733151921522 (+44 ms)Running coprocessor post-open hooks at 1733151921527 (+5 ms)Region opened successfully at 1733151921527 2024-12-02T15:05:21,528 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733151921440 2024-12-02T15:05:21,532 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:21,532 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:21,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=be0458f36726,46021,1733151919966 2024-12-02T15:05:21,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46021,1733151919966, state=OPEN 2024-12-02T15:05:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:21,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,46021,1733151919966 2024-12-02T15:05:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657517723/meta-region-server 2024-12-02T15:05:21,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:21,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657517723/meta-region-server: CHANGED 2024-12-02T15:05:21,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T15:05:21,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46021,1733151919966 in 259 msec 2024-12-02T15:05:21,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T15:05:21,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-12-02T15:05:21,732 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:21,738 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:22,138 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:22,144 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:22,479 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-02T15:05:22,652 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:22,656 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:23,265 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:23,269 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:23,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:23,974 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:23,976 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:23,981 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T15:05:24,782 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:24,783 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:25,384 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T15:05:25,384 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:25,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:25,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46021,1733151919966, seqNum=-1] 2024-12-02T15:05:25,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:25,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:25,397 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fbfc1310de80a62a08a6dffb15b7d168, regionState=OPEN, lastHost=be0458f36726,38619,1733151903839, regionLocation=be0458f36726,38619,1733151903839, openSeqNum=2 2024-12-02T15:05:25,397 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:25,397 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733151985397 2024-12-02T15:05:25,397 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152045397 2024-12-02T15:05:25,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-02T15:05:25,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,398 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): be0458f36726,38619,1733151903839 had 2 regions 2024-12-02T15:05:25,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:39167, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,399 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,399 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,401 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure be0458f36726,38619,1733151903839, splitWal=true, meta=true, isMeta: false 2024-12-02T15:05:25,403 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839-splitting dir is empty, no logs to split. 2024-12-02T15:05:25,403 INFO [PEWorker-3 {}] master.SplitWALManager(105): be0458f36726,38619,1733151903839 WAL count=0, meta=false 2024-12-02T15:05:25,407 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,38619,1733151903839-splitting dir is empty, no logs to split. 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.355sec 2024-12-02T15:05:25,408 INFO [PEWorker-3 {}] master.SplitWALManager(105): be0458f36726,38619,1733151903839 WAL count=0, meta=false 2024-12-02T15:05:25,408 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if be0458f36726,38619,1733151903839 WAL splitting is done? wals=0, meta=false 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:25,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:25,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN}] 2024-12-02T15:05:25,411 WARN [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=be0458f36726,38619,1733151903839/hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:25,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN 2024-12-02T15:05:25,413 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:25,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:25,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39167,1733151919915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:25,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:05:25,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,39167,-1 for getting cluster id 2024-12-02T15:05:25,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:25,419 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769063af-6f0e-442b-a9de-fef854fcd605' 2024-12-02T15:05:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769063af-6f0e-442b-a9de-fef854fcd605" 2024-12-02T15:05:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2e845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,39167,-1] 2024-12-02T15:05:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,422 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793ce234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:25,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46021,1733151919966, seqNum=-1] 2024-12-02T15:05:25,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:25,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:25,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T15:05:25,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:25,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:25,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:25,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: be0458f36726:39167 after: be0458f36726:39167 2024-12-02T15:05:25,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,39167,-1 for getting cluster id 2024-12-02T15:05:25,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:25,432 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769063af-6f0e-442b-a9de-fef854fcd605' 2024-12-02T15:05:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769063af-6f0e-442b-a9de-fef854fcd605" 2024-12-02T15:05:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,39167,-1] 2024-12-02T15:05:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:25,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,434 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:25,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:25,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,39167,1733151919915 2024-12-02T15:05:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-12-02T15:05:25,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:25,438 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:25,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:25,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T15:05:25,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:25,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T15:05:25,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:05:25,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:25,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:25,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:25,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:05:25,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-12-02T15:05:25,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,34941,1733151909694 2024-12-02T15:05:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11050004106/running 2024-12-02T15:05:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11050004106/running 2024-12-02T15:05:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:25,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:25,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:25,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:25,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/running 2024-12-02T15:05:25,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Set watcher on znode that does not yet exist, /11050004106/running 2024-12-02T15:05:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,39327,1733151909840' ***** 2024-12-02T15:05:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:05:25,524 INFO [RS:0;be0458f36726:39327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:05:25,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:05:25,525 INFO [RS:0;be0458f36726:39327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:05:25,525 INFO [RS:0;be0458f36726:39327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:05:25,525 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(959): stopping server be0458f36726,39327,1733151909840 2024-12-02T15:05:25,525 INFO [RS:0;be0458f36726:39327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:25,525 INFO [RS:0;be0458f36726:39327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:39327. 2024-12-02T15:05:25,525 DEBUG [RS:0;be0458f36726:39327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:25,526 DEBUG [RS:0;be0458f36726:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:25,526 INFO [RS:0;be0458f36726:39327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:05:25,526 INFO [RS:0;be0458f36726:39327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:05:25,526 INFO [RS:0;be0458f36726:39327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:05:25,526 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:05:25,527 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:05:25,527 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:05:25,527 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:25,527 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:25,527 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:25,527 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:25,527 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:25,528 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:25,528 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T15:05:25,530 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:25,546 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/.tmp/ns/7674fdcf7b304b7cb55b662184c41511 is 43, key is default/ns:d/1733151913009/Put/seqid=0 2024-12-02T15:05:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741835_1011 (size=5153) 2024-12-02T15:05:25,564 DEBUG [be0458f36726:39167 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:25,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fbfc1310de80a62a08a6dffb15b7d168, regionState=OPENING, regionLocation=be0458f36726,46021,1733151919966 2024-12-02T15:05:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN because future has completed 2024-12-02T15:05:25,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,46021,1733151919966}] 2024-12-02T15:05:25,689 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:25,690 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:25,727 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:25,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:25,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:25,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:05:25,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46021%2C1733151919966.rep, suffix=, logDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966, archiveDir=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs, maxLogs=10 2024-12-02T15:05:25,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.rep.1733151925731, exclude list is [], retry=0 2024-12-02T15:05:25,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-372b39d4-7937-431e-8289-eb488042747a,DISK] 2024-12-02T15:05:25,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.rep.1733151925731 2024-12-02T15:05:25,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731)] 2024-12-02T15:05:25,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fbfc1310de80a62a08a6dffb15b7d168, NAME => 'hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:25,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. service=MultiRowMutationService 2024-12-02T15:05:25,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,754 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,755 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName hfileref 2024-12-02T15:05:25,755 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:25,755 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:25,755 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,756 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName queue 2024-12-02T15:05:25,756 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:25,763 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/queue/2cb5fd4429854a608acf8f402bbf6180 2024-12-02T15:05:25,763 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:25,763 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,765 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbfc1310de80a62a08a6dffb15b7d168 columnFamilyName sid 2024-12-02T15:05:25,765 DEBUG [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:25,765 INFO [StoreOpener-fbfc1310de80a62a08a6dffb15b7d168-1 {}] regionserver.HStore(327): Store=fbfc1310de80a62a08a6dffb15b7d168/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:25,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:05:25,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened fbfc1310de80a62a08a6dffb15b7d168; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75141001, jitterRate=0.11968816816806793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:05:25,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:25,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fbfc1310de80a62a08a6dffb15b7d168: Running coprocessor pre-open hook at 1733151925753Writing region info on filesystem at 1733151925753Initializing all the Stores at 1733151925753Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151925754 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151925754Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151925754Cleaning up temporary data from old regions at 1733151925769 (+15 ms)Running coprocessor post-open hooks at 1733151925774 (+5 ms)Region opened successfully at 1733151925774 2024-12-02T15:05:25,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., pid=19, masterSystemTime=1733151925723 2024-12-02T15:05:25,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:25,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:25,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fbfc1310de80a62a08a6dffb15b7d168, regionState=OPEN, openSeqNum=10, regionLocation=be0458f36726,46021,1733151919966 2024-12-02T15:05:25,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,46021,1733151919966 because future has completed 2024-12-02T15:05:25,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T15:05:25,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure fbfc1310de80a62a08a6dffb15b7d168, server=be0458f36726,46021,1733151919966 in 215 msec 2024-12-02T15:05:25,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T15:05:25,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbfc1310de80a62a08a6dffb15b7d168, ASSIGN in 377 msec 2024-12-02T15:05:25,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T15:05:25,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168., hostname=be0458f36726,46021,1733151919966, seqNum=10] 2024-12-02T15:05:25,814 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:05:25,814 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:05:25,827 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for be0458f36726,38619,1733151903839 2024-12-02T15:05:25,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T15:05:25,927 DEBUG [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:25,953 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/.tmp/ns/7674fdcf7b304b7cb55b662184c41511 2024-12-02T15:05:25,967 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/.tmp/ns/7674fdcf7b304b7cb55b662184c41511 as hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/ns/7674fdcf7b304b7cb55b662184c41511 2024-12-02T15:05:25,974 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/ns/7674fdcf7b304b7cb55b662184c41511, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T15:05:25,975 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-12-02T15:05:25,975 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:05:25,981 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:05:25,982 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:25,982 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:25,982 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:25,982 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151925527Running coprocessor pre-close hooks at 1733151925527Disabling compacts and flushes for region at 1733151925527Disabling writes for close at 1733151925527Obtaining lock to block concurrent updates at 1733151925528 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733151925528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733151925529 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733151925530 (+1 ms)Flushing 1588230740/ns: creating writer at 1733151925530Flushing 1588230740/ns: appending metadata at 1733151925546 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733151925546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4cff95: reopening flushed file at 1733151925966 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1733151925975 (+9 ms)Writing region close event to WAL at 1733151925977 (+2 ms)Running coprocessor post-close hooks at 1733151925981 (+4 ms)Closed at 1733151925982 (+1 ms) 2024-12-02T15:05:25,982 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:25,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T15:05:26,128 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(976): stopping server be0458f36726,39327,1733151909840; all regions closed. 2024-12-02T15:05:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741834_1010 (size=1152) 2024-12-02T15:05:26,139 DEBUG [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/oldWALs 2024-12-02T15:05:26,140 INFO [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C39327%2C1733151909840.meta:.meta(num 1733151912901) 2024-12-02T15:05:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:05:26,147 DEBUG [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/oldWALs 2024-12-02T15:05:26,147 INFO [RS:0;be0458f36726:39327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C39327%2C1733151909840:(num 1733151911948) 2024-12-02T15:05:26,147 DEBUG [RS:0;be0458f36726:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:26,147 INFO [RS:0;be0458f36726:39327 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:26,147 INFO [RS:0;be0458f36726:39327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:26,147 INFO [RS:0;be0458f36726:39327 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:26,148 INFO [RS:0;be0458f36726:39327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:26,148 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:26,148 INFO [RS:0;be0458f36726:39327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39327 2024-12-02T15:05:26,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11050004106/rs/be0458f36726,39327,1733151909840 2024-12-02T15:05:26,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106/rs 2024-12-02T15:05:26,180 INFO [RS:0;be0458f36726:39327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:26,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,39327,1733151909840] 2024-12-02T15:05:26,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11050004106/draining/be0458f36726,39327,1733151909840 already deleted, retry=false 2024-12-02T15:05:26,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,39327,1733151909840 expired; onlineServers=0 2024-12-02T15:05:26,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,34941,1733151909694' ***** 2024-12-02T15:05:26,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:05:26,197 INFO [M:0;be0458f36726:34941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:26,197 INFO [M:0;be0458f36726:34941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:26,197 DEBUG [M:0;be0458f36726:34941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:05:26,197 DEBUG [M:0;be0458f36726:34941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:05:26,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:05:26,197 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151911667 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151911667,5,FailOnTimeoutGroup] 2024-12-02T15:05:26,197 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151911668 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151911668,5,FailOnTimeoutGroup] 2024-12-02T15:05:26,197 INFO [M:0;be0458f36726:34941 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:26,197 INFO [M:0;be0458f36726:34941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:26,197 DEBUG [M:0;be0458f36726:34941 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:05:26,198 INFO [M:0;be0458f36726:34941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:05:26,198 INFO [M:0;be0458f36726:34941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:26,198 INFO [M:0;be0458f36726:34941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:05:26,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:05:26,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11050004106/master 2024-12-02T15:05:26,205 DEBUG [M:0;be0458f36726:34941 {}] zookeeper.ZKUtil(347): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Unable to get data of znode /11050004106/master because node does not exist (not an error) 2024-12-02T15:05:26,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11050004106 2024-12-02T15:05:26,205 WARN [M:0;be0458f36726:34941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:05:26,206 INFO [M:0;be0458f36726:34941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/.lastflushedseqids 2024-12-02T15:05:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741836_1012 (size=99) 2024-12-02T15:05:26,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:26,288 INFO [RS:0;be0458f36726:39327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:26,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39327-0x10197c101280004, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:26,288 INFO [RS:0;be0458f36726:39327 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,39327,1733151909840; zookeeper connection closed. 2024-12-02T15:05:26,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 2024-12-02T15:05:26,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:05:26,613 INFO [M:0;be0458f36726:34941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:05:26,613 INFO [M:0;be0458f36726:34941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:05:26,614 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:26,614 INFO [M:0;be0458f36726:34941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:26,614 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:26,614 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:26,614 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:26,614 INFO [M:0;be0458f36726:34941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T15:05:26,635 DEBUG [M:0;be0458f36726:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/242bf940c973403b801f716571c12800 is 82, key is hbase:meta,,1/info:regioninfo/1733151912958/Put/seqid=0 2024-12-02T15:05:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741837_1013 (size=5672) 2024-12-02T15:05:26,700 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:26,700 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:27,042 INFO [M:0;be0458f36726:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/242bf940c973403b801f716571c12800 2024-12-02T15:05:27,071 DEBUG [M:0;be0458f36726:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccbb46419f344afbda6fc890d4f725c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733151913026/Put/seqid=0 2024-12-02T15:05:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741838_1014 (size=5275) 2024-12-02T15:05:27,478 INFO [M:0;be0458f36726:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccbb46419f344afbda6fc890d4f725c 2024-12-02T15:05:27,505 DEBUG [M:0;be0458f36726:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ccb332f9d14d6ea415b5d104becae6 is 69, key is be0458f36726,39327,1733151909840/rs:state/1733151911750/Put/seqid=0 2024-12-02T15:05:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741839_1015 (size=5156) 2024-12-02T15:05:27,808 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:27,809 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:27,911 INFO [M:0;be0458f36726:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ccb332f9d14d6ea415b5d104becae6 2024-12-02T15:05:27,923 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/242bf940c973403b801f716571c12800 as hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/242bf940c973403b801f716571c12800 2024-12-02T15:05:27,931 INFO [M:0;be0458f36726:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/242bf940c973403b801f716571c12800, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T15:05:27,932 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccbb46419f344afbda6fc890d4f725c as hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ccbb46419f344afbda6fc890d4f725c 2024-12-02T15:05:27,939 INFO [M:0;be0458f36726:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ccbb46419f344afbda6fc890d4f725c, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T15:05:27,940 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ccb332f9d14d6ea415b5d104becae6 as hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ccb332f9d14d6ea415b5d104becae6 2024-12-02T15:05:27,946 INFO [M:0;be0458f36726:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38453/user/jenkins/test-data/482641ac-6134-69ba-1980-1ea66c2e95cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ccb332f9d14d6ea415b5d104becae6, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T15:05:27,947 INFO [M:0;be0458f36726:34941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-12-02T15:05:27,949 INFO [M:0;be0458f36726:34941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:27,949 DEBUG [M:0;be0458f36726:34941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151926614Disabling compacts and flushes for region at 1733151926614Disabling writes for close at 1733151926614Obtaining lock to block concurrent updates at 1733151926614Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733151926615 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733151926615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733151926616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733151926617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733151926635 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733151926635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733151927054 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733151927070 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733151927070Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733151927491 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733151927505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733151927505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58187cd5: reopening flushed file at 1733151927922 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7c61d6: reopening flushed file at 1733151927931 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a281f32: reopening flushed file at 1733151927939 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1733151927947 (+8 ms)Writing region close event to WAL at 1733151927949 (+2 ms)Closed at 1733151927949 2024-12-02T15:05:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41293 is added to blk_1073741830_1006 (size=10165) 2024-12-02T15:05:27,952 INFO [M:0;be0458f36726:34941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:05:27,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:27,953 INFO [M:0;be0458f36726:34941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34941 2024-12-02T15:05:27,955 INFO [M:0;be0458f36726:34941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:28,147 INFO [M:0;be0458f36726:34941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10197c101280003, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:28,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:28,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:28,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:28,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:28,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:28,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:05:28,155 WARN [BP-1315099092-172.17.0.2-1733151908067 heartbeating to localhost/127.0.0.1:38453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:05:28,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:05:28,155 WARN [BP-1315099092-172.17.0.2-1733151908067 heartbeating to localhost/127.0.0.1:38453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1315099092-172.17.0.2-1733151908067 (Datanode Uuid caf49812-4900-449e-afe9-e9232f6687fa) service to localhost/127.0.0.1:38453 2024-12-02T15:05:28,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/cluster_59c140c5-e833-a494-9651-7062f81d4ab0/data/data1/current/BP-1315099092-172.17.0.2-1733151908067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:28,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/cluster_59c140c5-e833-a494-9651-7062f81d4ab0/data/data2/current/BP-1315099092-172.17.0.2-1733151908067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:28,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:05:28,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:28,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:28,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:28,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:28,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:05:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:05:28,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:28,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:28,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:28,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:05:28,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=798609091, stopped=false 2024-12-02T15:05:28,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,39167,1733151919915 2024-12-02T15:05:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/running 2024-12-02T15:05:28,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:28,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:28,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:28,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:28,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,46021,1733151919966' ***** 2024-12-02T15:05:28,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Set watcher on znode that does not yet exist, /0-1657517723/running 2024-12-02T15:05:28,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:05:28,197 INFO [RS:0;be0458f36726:46021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:05:28,197 INFO [RS:0;be0458f36726:46021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:05:28,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(3091): Received CLOSE for fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(959): stopping server be0458f36726,46021,1733151919966 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46021. 2024-12-02T15:05:28,198 DEBUG [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:28,198 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbfc1310de80a62a08a6dffb15b7d168, disabling compactions & flushes 2024-12-02T15:05:28,198 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,198 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:28,198 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:05:28,198 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. after waiting 0 ms 2024-12-02T15:05:28,198 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:05:28,198 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:28,199 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:05:28,199 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbfc1310de80a62a08a6dffb15b7d168=hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168.} 2024-12-02T15:05:28,199 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbfc1310de80a62a08a6dffb15b7d168 2024-12-02T15:05:28,199 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:28,199 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:28,199 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:28,199 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:28,199 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:28,199 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T15:05:28,203 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/replication/fbfc1310de80a62a08a6dffb15b7d168/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T15:05:28,204 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:28,204 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:28,204 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:28,204 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbfc1310de80a62a08a6dffb15b7d168: Waiting for close lock at 1733151928198Running coprocessor pre-close hooks at 1733151928198Disabling compacts and flushes for region at 1733151928198Disabling writes for close at 1733151928198Writing region close event to WAL at 1733151928199 (+1 ms)Running coprocessor post-close hooks at 1733151928204 (+5 ms)Closed at 1733151928204 2024-12-02T15:05:28,204 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168. 2024-12-02T15:05:28,213 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/52ced07da5a0426c9c84d18ae28b44b0 is 147, key is hbase:replication,,1733151913221.fbfc1310de80a62a08a6dffb15b7d168./info:regioninfo/1733151925780/Put/seqid=0 2024-12-02T15:05:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741851_1027 (size=6385) 2024-12-02T15:05:28,233 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:28,399 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:28,599 DEBUG [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:28,621 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/52ced07da5a0426c9c84d18ae28b44b0 2024-12-02T15:05:28,632 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/.tmp/info/52ced07da5a0426c9c84d18ae28b44b0 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/info/52ced07da5a0426c9c84d18ae28b44b0 2024-12-02T15:05:28,639 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/info/52ced07da5a0426c9c84d18ae28b44b0, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T15:05:28,641 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-12-02T15:05:28,647 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T15:05:28,648 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:28,648 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:28,648 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:28,648 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151928199Running coprocessor pre-close hooks at 1733151928199Disabling compacts and flushes for region at 1733151928199Disabling writes for close at 1733151928199Obtaining lock to block concurrent updates at 1733151928199Preparing flush snapshotting stores in 1588230740 at 1733151928199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733151928199Flushing stores of hbase:meta,,1.1588230740 at 1733151928200 (+1 ms)Flushing 1588230740/info: creating writer at 1733151928200Flushing 1588230740/info: appending metadata at 1733151928213 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733151928213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66fba446: reopening flushed file at 1733151928631 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1733151928641 (+10 ms)Writing region close event to WAL at 1733151928642 (+1 ms)Running coprocessor post-close hooks at 1733151928648 (+6 ms)Closed at 1733151928648 2024-12-02T15:05:28,648 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:28,800 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(976): stopping server be0458f36726,46021,1733151919966; all regions closed. 2024-12-02T15:05:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741849_1025 (size=2156) 2024-12-02T15:05:28,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.meta.1733151921452.meta not finished, retry = 0 2024-12-02T15:05:28,916 DEBUG [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:28,916 INFO [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C46021%2C1733151919966.meta:.meta(num 1733151921452) 2024-12-02T15:05:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741850_1026 (size=796) 2024-12-02T15:05:28,925 DEBUG [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:28,925 INFO [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C46021%2C1733151919966.rep:(num 1733151925731) 2024-12-02T15:05:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741848_1024 (size=93) 2024-12-02T15:05:28,932 DEBUG [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs 2024-12-02T15:05:28,932 INFO [RS:0;be0458f36726:46021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C46021%2C1733151919966:(num 1733151921196) 2024-12-02T15:05:28,932 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,932 INFO [RS:0;be0458f36726:46021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:28,932 INFO [RS:0;be0458f36726:46021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:28,932 INFO [RS:0;be0458f36726:46021 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:28,933 INFO [RS:0;be0458f36726:46021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:28,933 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:28,933 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,46021,1733151919966 because: Region server is closing 2024-12-02T15:05:28,933 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T15:05:28,933 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T15:05:28,933 INFO [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46021. 2024-12-02T15:05:28,933 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T15:05:28,933 DEBUG [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:28,934 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,934 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:28,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:29,018 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 to pos 0, reset compression=false 2024-12-02T15:05:29,025 INFO [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 was moved to hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/oldWALs/be0458f36726%2C46021%2C1733151919966.1733151921196 2024-12-02T15:05:29,028 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196 2024-12-02T15:05:29,029 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T15:05:29,029 DEBUG [RS:0;be0458f36726:46021.replicationSource.wal-reader.be0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T15:05:29,029 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-be0458f36726,46021,1733151919966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/WALs/be0458f36726,46021,1733151919966/be0458f36726%2C46021%2C1733151919966.1733151921196, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T15:05:29,029 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:29,029 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46021,1733151919966, seqNum=-1] 2024-12-02T15:05:29,031 WARN [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-be0458f36726,46021,1733151919966', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-02T15:05:29,033 ERROR [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,46021,1733151919966: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-be0458f36726,46021,1733151919966, walGroup=be0458f36726%2C46021%2C1733151919966, offset=be0458f36726%2C46021%2C1733151919966.1733151921196:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:05:29,034 ERROR [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:05:29,034 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:05:29,034 WARN [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:05:29,034 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,1-be0458f36726,46021,1733151919966 terminated 2024-12-02T15:05:29,034 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-be0458f36726,46021,1733151919966 because: Region server is closing 2024-12-02T15:05:29,035 INFO [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46021. 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:29,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:05:29,035 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:05:29,035 INFO [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 565643824 }, "NonHeapMemoryUsage": { "committed": 162332672, "init": 7667712, "max": -1, "used": 157093072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:05:29,036 DEBUG [RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [be0458f36726%2C46021%2C1733151919966.1733151921196] 2024-12-02T15:05:29,135 INFO [RS:0;be0458f36726:46021 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;be0458f36726:46021.replicationSource.shipperbe0458f36726%2C46021%2C1733151919966,2-be0458f36726,46021,1733151919966 terminated 2024-12-02T15:05:29,135 INFO [RS:0;be0458f36726:46021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46021 2024-12-02T15:05:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/rs/be0458f36726,46021,1733151919966 2024-12-02T15:05:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723/rs 2024-12-02T15:05:29,196 INFO [RS:0;be0458f36726:46021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:29,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,46021,1733151919966] 2024-12-02T15:05:29,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657517723/draining/be0458f36726,46021,1733151919966 already deleted, retry=false 2024-12-02T15:05:29,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,46021,1733151919966 expired; onlineServers=0 2024-12-02T15:05:29,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,39167,1733151919915' ***** 2024-12-02T15:05:29,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:05:29,213 INFO [M:0;be0458f36726:39167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:29,213 INFO [M:0;be0458f36726:39167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:29,213 DEBUG [M:0;be0458f36726:39167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:05:29,213 DEBUG [M:0;be0458f36726:39167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:05:29,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:05:29,213 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151920872 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151920872,5,FailOnTimeoutGroup] 2024-12-02T15:05:29,213 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151920872 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151920872,5,FailOnTimeoutGroup] 2024-12-02T15:05:29,213 INFO [M:0;be0458f36726:39167 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:29,213 INFO [M:0;be0458f36726:39167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:29,213 DEBUG [M:0;be0458f36726:39167 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:05:29,214 INFO [M:0;be0458f36726:39167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:05:29,214 INFO [M:0;be0458f36726:39167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:29,214 INFO [M:0;be0458f36726:39167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:05:29,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:05:29,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657517723/master 2024-12-02T15:05:29,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657517723 2024-12-02T15:05:29,221 DEBUG [M:0;be0458f36726:39167 {}] zookeeper.ZKUtil(347): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Unable to get data of znode /0-1657517723/master because node does not exist (not an error) 2024-12-02T15:05:29,221 WARN [M:0;be0458f36726:39167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:05:29,222 INFO [M:0;be0458f36726:39167 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/.lastflushedseqids 2024-12-02T15:05:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741852_1028 (size=181) 2024-12-02T15:05:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:29,305 INFO [RS:0;be0458f36726:46021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x10197c101280007, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:29,305 INFO [RS:0;be0458f36726:46021 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,46021,1733151919966; zookeeper connection closed. 2024-12-02T15:05:29,305 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a39a618 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a39a618 2024-12-02T15:05:29,305 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:05:29,628 INFO [M:0;be0458f36726:39167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:05:29,629 INFO [M:0;be0458f36726:39167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:05:29,629 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:29,629 INFO [M:0;be0458f36726:39167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:29,629 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:29,629 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:29,629 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:29,629 INFO [M:0;be0458f36726:39167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T15:05:29,644 DEBUG [M:0;be0458f36726:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ecbb8d31f384334aec355931b1abcb3 is 82, key is hbase:meta,,1/info:regioninfo/1733151921533/Put/seqid=0 2024-12-02T15:05:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741853_1029 (size=5680) 2024-12-02T15:05:30,049 INFO [M:0;be0458f36726:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ecbb8d31f384334aec355931b1abcb3 2024-12-02T15:05:30,071 DEBUG [M:0;be0458f36726:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e0b266dc015470482f9068050cb571f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733151925788/Put/seqid=0 2024-12-02T15:05:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741854_1030 (size=7319) 2024-12-02T15:05:30,476 INFO [M:0;be0458f36726:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e0b266dc015470482f9068050cb571f 2024-12-02T15:05:30,496 DEBUG [M:0;be0458f36726:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d17bbc6085a4a1c97fee612b359f560 is 69, key is be0458f36726,46021,1733151919966/rs:state/1733151920953/Put/seqid=0 2024-12-02T15:05:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741855_1031 (size=5371) 2024-12-02T15:05:30,901 INFO [M:0;be0458f36726:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d17bbc6085a4a1c97fee612b359f560 2024-12-02T15:05:30,909 INFO [M:0;be0458f36726:39167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d17bbc6085a4a1c97fee612b359f560 2024-12-02T15:05:30,911 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ecbb8d31f384334aec355931b1abcb3 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ecbb8d31f384334aec355931b1abcb3 2024-12-02T15:05:30,918 INFO [M:0;be0458f36726:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ecbb8d31f384334aec355931b1abcb3, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T15:05:30,920 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e0b266dc015470482f9068050cb571f as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e0b266dc015470482f9068050cb571f 2024-12-02T15:05:30,927 INFO [M:0;be0458f36726:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e0b266dc015470482f9068050cb571f, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T15:05:30,929 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d17bbc6085a4a1c97fee612b359f560 as hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d17bbc6085a4a1c97fee612b359f560 2024-12-02T15:05:30,937 INFO [M:0;be0458f36726:39167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d17bbc6085a4a1c97fee612b359f560 2024-12-02T15:05:30,937 INFO [M:0;be0458f36726:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39385/user/jenkins/test-data/07ee0180-f6e0-c808-4fae-f1038a4699a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d17bbc6085a4a1c97fee612b359f560, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T15:05:30,939 INFO [M:0;be0458f36726:39167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-12-02T15:05:30,942 INFO [M:0;be0458f36726:39167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:30,942 DEBUG [M:0;be0458f36726:39167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151929629Disabling compacts and flushes for region at 1733151929629Disabling writes for close at 1733151929629Obtaining lock to block concurrent updates at 1733151929629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733151929629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733151929630 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733151929631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733151929631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733151929643 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733151929643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733151930054 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733151930070 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733151930070Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733151930482 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733151930495 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733151930495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e540cb: reopening flushed file at 1733151930909 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cff2e2d: reopening flushed file at 1733151930919 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5decf196: reopening flushed file at 1733151930927 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1733151930939 (+12 ms)Writing region close event to WAL at 1733151930942 (+3 ms)Closed at 1733151930942 2024-12-02T15:05:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741847_1023 (size=22949) 2024-12-02T15:05:30,950 INFO [M:0;be0458f36726:39167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:05:30,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:30,950 INFO [M:0;be0458f36726:39167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39167 2024-12-02T15:05:30,950 INFO [M:0;be0458f36726:39167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:31,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:31,104 INFO [M:0;be0458f36726:39167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:31,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x10197c101280006, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:31,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:31,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:31,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:31,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:31,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:31,109 WARN [BP-182825489-172.17.0.2-1733151899283 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:05:31,109 WARN [BP-182825489-172.17.0.2-1733151899283 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-182825489-172.17.0.2-1733151899283 (Datanode Uuid 196bc1a0-d212-4a69-a46e-aa0df51ebbf5) service to localhost/127.0.0.1:39385 2024-12-02T15:05:31,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/data/data1/current/BP-182825489-172.17.0.2-1733151899283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:31,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/cluster_dda422eb-58dd-8e3c-8ad5-b1fc7f3601ad/data/data2/current/BP-182825489-172.17.0.2-1733151899283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:31,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:05:31,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:05:31,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:05:31,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:31,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:31,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:31,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:31,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fff5acba-52e7-731a-8467-3c449da05086/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:31,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:05:31,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:05:31,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/be0458f36726:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38453 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/be0458f36726:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39385 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@44a7bbee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/be0458f36726:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/be0458f36726:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/be0458f36726:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4235 (was 5368) 2024-12-02T15:05:31,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=4235 2024-12-02T15:05:31,179 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T15:05:31,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir so I do NOT create it in target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce 2024-12-02T15:05:31,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:05:31,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.tmp.dir so I do NOT create it in target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce 2024-12-02T15:05:31,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9ee045-f6cd-caa9-486d-dd78ae489b0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:05:31,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce 2024-12-02T15:05:31,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247, deleteOnExit=true 2024-12-02T15:05:31,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/zookeeper_0, clientPort=64655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:05:31,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64655 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/test.cache.data in system properties and HBase conf 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:05:31,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:05:31,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:31,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:05:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:05:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c101280002, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:05:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c101280005, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:05:31,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c101280002, quorum=127.0.0.1:64189, baseZNode=/0-1657517723 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:05:31,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c101280005, quorum=127.0.0.1:64189, baseZNode=/11050004106 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:05:31,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:31,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:31,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:31,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:31,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:31,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:31,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:31,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:31,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:31,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:31,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/java.io.tmpdir/jetty-localhost-42525-hadoop-hdfs-3_4_1-tests_jar-_-any-6095195917303276833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:31,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:42525} 2024-12-02T15:05:31,649 INFO [Time-limited test {}] server.Server(415): Started @34349ms 2024-12-02T15:05:31,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:31,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:31,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:31,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:31,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:31,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:31,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:31,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-11557652639694390334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:31,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-12-02T15:05:31,914 INFO [Time-limited test {}] server.Server(415): Started @34614ms 2024-12-02T15:05:31,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:32,276 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/data/data1/current/BP-934383181-172.17.0.2-1733151931228/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:32,276 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/data/data2/current/BP-934383181-172.17.0.2-1733151931228/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:32,290 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7e9495b6e1b3c8b with lease ID 0x16dd180c47117b18: Processing first storage report for DS-023534bf-b121-4c2f-b044-7a4dfc9ce764 from datanode DatanodeRegistration(127.0.0.1:36601, datanodeUuid=c1dc3b64-c8b5-4452-8f67-bda40bfa6da9, infoPort=39353, infoSecurePort=0, ipcPort=45073, storageInfo=lv=-57;cid=testClusterID;nsid=1100039181;c=1733151931228) 2024-12-02T15:05:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7e9495b6e1b3c8b with lease ID 0x16dd180c47117b18: from storage DS-023534bf-b121-4c2f-b044-7a4dfc9ce764 node DatanodeRegistration(127.0.0.1:36601, datanodeUuid=c1dc3b64-c8b5-4452-8f67-bda40bfa6da9, infoPort=39353, infoSecurePort=0, ipcPort=45073, storageInfo=lv=-57;cid=testClusterID;nsid=1100039181;c=1733151931228), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7e9495b6e1b3c8b with lease ID 0x16dd180c47117b18: Processing first storage report for DS-3b6f5717-ab4d-441b-96d4-f5c2cc3fbfbc from datanode DatanodeRegistration(127.0.0.1:36601, datanodeUuid=c1dc3b64-c8b5-4452-8f67-bda40bfa6da9, infoPort=39353, infoSecurePort=0, ipcPort=45073, storageInfo=lv=-57;cid=testClusterID;nsid=1100039181;c=1733151931228) 2024-12-02T15:05:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7e9495b6e1b3c8b with lease ID 0x16dd180c47117b18: from storage DS-3b6f5717-ab4d-441b-96d4-f5c2cc3fbfbc node DatanodeRegistration(127.0.0.1:36601, datanodeUuid=c1dc3b64-c8b5-4452-8f67-bda40bfa6da9, infoPort=39353, infoSecurePort=0, ipcPort=45073, storageInfo=lv=-57;cid=testClusterID;nsid=1100039181;c=1733151931228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:32,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce 2024-12-02T15:05:32,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:32,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e with version=8 2024-12-02T15:05:32,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/hbase-staging 2024-12-02T15:05:32,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:32,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:32,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45425 2024-12-02T15:05:32,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45425 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454250x0, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:32,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45425-0x10197c180eb0000 connected 2024-12-02T15:05:32,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/running 2024-12-02T15:05:32,915 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e, hbase.cluster.distributed=false 2024-12-02T15:05:32,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/acl 2024-12-02T15:05:32,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45425 2024-12-02T15:05:32,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45425 2024-12-02T15:05:32,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45425 2024-12-02T15:05:32,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45425 2024-12-02T15:05:32,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45425 2024-12-02T15:05:32,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:32,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:32,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:32,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39417 2024-12-02T15:05:32,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:32,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:32,954 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:32,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/running 2024-12-02T15:05:32,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x10197c180eb0001 connected 2024-12-02T15:05:32,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:32,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:32,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/master 2024-12-02T15:05:32,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/acl 2024-12-02T15:05:32,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-02T15:05:32,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-12-02T15:05:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-12-02T15:05:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-02T15:05:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-02T15:05:32,975 DEBUG [M:0;be0458f36726:45425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:45425 2024-12-02T15:05:32,975 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1024907692/backup-masters/be0458f36726,45425,1733151932757 2024-12-02T15:05:32,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/backup-masters 2024-12-02T15:05:32,984 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/backup-masters 2024-12-02T15:05:32,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on existing znode=/0-1024907692/backup-masters/be0458f36726,45425,1733151932757 2024-12-02T15:05:32,993 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1024907692/master 2024-12-02T15:05:32,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:32,993 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:32,993 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on existing znode=/0-1024907692/master 2024-12-02T15:05:32,994 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1024907692/backup-masters/be0458f36726,45425,1733151932757 from backup master directory 2024-12-02T15:05:33,001 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/backup-masters 2024-12-02T15:05:33,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1024907692/backup-masters/be0458f36726,45425,1733151932757 2024-12-02T15:05:33,001 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:33,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/backup-masters 2024-12-02T15:05:33,001 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,45425,1733151932757 2024-12-02T15:05:33,007 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/hbase.id] with ID: 399aa2e6-b438-4c4b-a814-b85d56abae89 2024-12-02T15:05:33,007 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/.tmp/hbase.id 2024-12-02T15:05:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:05:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:05:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:33,416 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/.tmp/hbase.id]:[hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/hbase.id] 2024-12-02T15:05:33,431 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:33,431 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:33,433 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T15:05:33,446 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:33,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:33,854 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:33,855 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:33,855 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:34,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store 2024-12-02T15:05:34,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:34,671 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:34,671 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:34,672 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:34,672 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:34,672 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:34,672 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:34,672 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:34,672 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151934671Disabling compacts and flushes for region at 1733151934671Disabling writes for close at 1733151934672 (+1 ms)Writing region close event to WAL at 1733151934672Closed at 1733151934672 2024-12-02T15:05:34,673 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/.initializing 2024-12-02T15:05:34,673 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/WALs/be0458f36726,45425,1733151932757 2024-12-02T15:05:34,674 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:34,676 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C45425%2C1733151932757, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/WALs/be0458f36726,45425,1733151932757, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:34,688 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/WALs/be0458f36726,45425,1733151932757/be0458f36726%2C45425%2C1733151932757.1733151934676, exclude list is [], retry=0 2024-12-02T15:05:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-023534bf-b121-4c2f-b044-7a4dfc9ce764,DISK] 2024-12-02T15:05:34,693 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/WALs/be0458f36726,45425,1733151932757/be0458f36726%2C45425%2C1733151932757.1733151934676 2024-12-02T15:05:34,693 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-12-02T15:05:34,693 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:34,694 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:34,694 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,694 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:34,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:34,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:34,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:34,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:34,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:34,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:34,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:34,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:34,703 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,704 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,704 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,705 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,705 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,706 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:34,707 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:34,709 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:34,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67539672, jitterRate=0.006419539451599121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:34,710 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151934694Initializing all the Stores at 1733151934695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151934695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151934695Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151934695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151934695Cleaning up temporary data from old regions at 1733151934705 (+10 ms)Region opened successfully at 1733151934710 (+5 ms) 2024-12-02T15:05:34,711 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:34,714 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13abc25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:34,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:34,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:34,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:34,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:34,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:05:34,716 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:05:34,716 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:34,718 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:34,718 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:34,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/balancer already deleted, retry=false 2024-12-02T15:05:34,779 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:34,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:34,787 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/normalizer already deleted, retry=false 2024-12-02T15:05:34,788 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:34,789 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:34,796 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/switch/split already deleted, retry=false 2024-12-02T15:05:34,797 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:34,804 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/switch/merge already deleted, retry=false 2024-12-02T15:05:34,806 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:34,812 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:34,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1024907692/running 2024-12-02T15:05:34,821 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1024907692/running 2024-12-02T15:05:34,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,821 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,821 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,45425,1733151932757, sessionid=0x10197c180eb0000, setting cluster-up flag (Was=false) 2024-12-02T15:05:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,837 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,862 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1024907692/flush-table-proc/acquired, /0-1024907692/flush-table-proc/reached, /0-1024907692/flush-table-proc/abort 2024-12-02T15:05:34,864 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45425,1733151932757 2024-12-02T15:05:34,879 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:34,904 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1024907692/online-snapshot/acquired, /0-1024907692/online-snapshot/reached, /0-1024907692/online-snapshot/abort 2024-12-02T15:05:34,905 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45425,1733151932757 2024-12-02T15:05:34,906 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:34,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:34,908 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:34,908 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:34,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,45425,1733151932757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:34,910 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151964911 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:34,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:34,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:34,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:34,912 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:34,912 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151934912,5,FailOnTimeoutGroup] 2024-12-02T15:05:34,912 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151934912,5,FailOnTimeoutGroup] 2024-12-02T15:05:34,913 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:34,913 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:34,913 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:34,913 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:34,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:34,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:34,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:34,966 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(746): ClusterId : 399aa2e6-b438-4c4b-a814-b85d56abae89 2024-12-02T15:05:34,966 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:34,977 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:34,977 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:34,985 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:34,985 DEBUG [RS:0;be0458f36726:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d60c368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:34,995 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:39417 2024-12-02T15:05:34,995 INFO [RS:0;be0458f36726:39417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:34,995 INFO [RS:0;be0458f36726:39417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:34,995 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:34,996 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,45425,1733151932757 with port=39417, startcode=1733151932938 2024-12-02T15:05:34,996 DEBUG [RS:0;be0458f36726:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:34,998 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:34,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,39417,1733151932938 2024-12-02T15:05:34,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=be0458f36726,39417,1733151932938 2024-12-02T15:05:35,000 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e 2024-12-02T15:05:35,000 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46217 2024-12-02T15:05:35,000 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/rs 2024-12-02T15:05:35,010 DEBUG [RS:0;be0458f36726:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on existing znode=/0-1024907692/rs/be0458f36726,39417,1733151932938 2024-12-02T15:05:35,010 WARN [RS:0;be0458f36726:39417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:35,010 INFO [RS:0;be0458f36726:39417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:35,010 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938 2024-12-02T15:05:35,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,39417,1733151932938] 2024-12-02T15:05:35,013 INFO [RS:0;be0458f36726:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:35,015 INFO [RS:0;be0458f36726:39417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:35,016 INFO [RS:0;be0458f36726:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:35,016 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,016 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:35,017 INFO [RS:0;be0458f36726:39417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:35,017 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,017 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:35,018 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:35,018 DEBUG [RS:0;be0458f36726:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,018 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39417,1733151932938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:35,031 INFO [RS:0;be0458f36726:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:35,031 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,39417,1733151932938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,031 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,031 INFO [RS:0;be0458f36726:39417 {}] regionserver.Replication(171): be0458f36726,39417,1733151932938 started 2024-12-02T15:05:35,042 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:35,042 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,39417,1733151932938, RpcServer on be0458f36726/172.17.0.2:39417, sessionid=0x10197c180eb0001 2024-12-02T15:05:35,042 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:35,042 DEBUG [RS:0;be0458f36726:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,39417,1733151932938 2024-12-02T15:05:35,042 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,39417,1733151932938' 2024-12-02T15:05:35,042 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1024907692/flush-table-proc/abort' 2024-12-02T15:05:35,043 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1024907692/flush-table-proc/acquired' 2024-12-02T15:05:35,043 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:35,043 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:35,044 DEBUG [RS:0;be0458f36726:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,39417,1733151932938 2024-12-02T15:05:35,044 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,39417,1733151932938' 2024-12-02T15:05:35,044 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1024907692/online-snapshot/abort' 2024-12-02T15:05:35,044 DEBUG [RS:0;be0458f36726:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1024907692/online-snapshot/acquired' 2024-12-02T15:05:35,044 DEBUG [RS:0;be0458f36726:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:35,044 INFO [RS:0;be0458f36726:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:35,044 INFO [RS:0;be0458f36726:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:35,145 INFO [RS:0;be0458f36726:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:35,147 INFO [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C39417%2C1733151932938, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs, maxLogs=10 2024-12-02T15:05:35,157 DEBUG [RS:0;be0458f36726:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147, exclude list is [], retry=0 2024-12-02T15:05:35,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-023534bf-b121-4c2f-b044-7a4dfc9ce764,DISK] 2024-12-02T15:05:35,164 INFO [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 2024-12-02T15:05:35,164 DEBUG [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-12-02T15:05:35,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:35,322 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e 2024-12-02T15:05:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:35,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:35,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:35,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:35,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:35,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:35,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:35,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:35,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:35,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:35,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:35,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:35,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:35,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:35,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:35,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:35,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:35,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740 2024-12-02T15:05:35,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740 2024-12-02T15:05:35,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:35,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:35,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:35,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:35,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:35,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536744, jitterRate=-0.06812989711761475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151935729Initializing all the Stores at 1733151935730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151935730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151935730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151935730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151935730Cleaning up temporary data from old regions at 1733151935741 (+11 ms)Region opened successfully at 1733151935746 (+5 ms) 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:35,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:35,746 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151935746Disabling compacts and flushes for region at 1733151935746Disabling writes for close at 1733151935746Writing region close event to WAL at 1733151935746Closed at 1733151935746 2024-12-02T15:05:35,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:35,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:35,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:35,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:35,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:35,901 DEBUG [be0458f36726:45425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:35,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,39417,1733151932938 2024-12-02T15:05:35,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,39417,1733151932938, state=OPENING 2024-12-02T15:05:35,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:36,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:36,015 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:36,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1024907692/meta-region-server: CHANGED 2024-12-02T15:05:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1024907692/meta-region-server: CHANGED 2024-12-02T15:05:36,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,39417,1733151932938}] 2024-12-02T15:05:36,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:36,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:36,173 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:36,174 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:36,174 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:36,176 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C39417%2C1733151932938.meta, suffix=.meta, logDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs, maxLogs=10 2024-12-02T15:05:36,187 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.meta.1733151936176.meta, exclude list is [], retry=0 2024-12-02T15:05:36,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-023534bf-b121-4c2f-b044-7a4dfc9ce764,DISK] 2024-12-02T15:05:36,192 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.meta.1733151936176.meta 2024-12-02T15:05:36,192 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:36,193 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:36,193 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:36,193 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:36,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:36,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:36,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:36,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:36,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:36,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:36,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:36,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:36,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:36,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:36,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:36,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:36,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:36,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:36,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:36,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:36,201 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:36,202 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740 2024-12-02T15:05:36,203 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740 2024-12-02T15:05:36,204 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:36,204 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:36,205 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:36,206 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:36,207 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823754, jitterRate=0.040455013513565063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:36,207 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:36,208 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151936194Writing region info on filesystem at 1733151936194Initializing all the Stores at 1733151936195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151936195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151936195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151936195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151936195Cleaning up temporary data from old regions at 1733151936204 (+9 ms)Running coprocessor post-open hooks at 1733151936207 (+3 ms)Region opened successfully at 1733151936208 (+1 ms) 2024-12-02T15:05:36,209 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151936168 2024-12-02T15:05:36,212 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:36,212 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:36,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,39417,1733151932938 2024-12-02T15:05:36,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,39417,1733151932938, state=OPEN 2024-12-02T15:05:36,229 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1024907692/meta-region-server 2024-12-02T15:05:36,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1024907692/meta-region-server 2024-12-02T15:05:36,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,39417,1733151932938 2024-12-02T15:05:36,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1024907692/meta-region-server: CHANGED 2024-12-02T15:05:36,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1024907692/meta-region-server: CHANGED 2024-12-02T15:05:36,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:36,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,39417,1733151932938 in 214 msec 2024-12-02T15:05:36,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:36,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-12-02T15:05:36,235 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:36,235 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:36,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:36,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,39417,1733151932938, seqNum=-1] 2024-12-02T15:05:36,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:36,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:36,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-12-02T15:05:36,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151936245, completionTime=-1 2024-12-02T15:05:36,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:36,245 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:36,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:36,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733151996247 2024-12-02T15:05:36,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152056247 2024-12-02T15:05:36,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:45425, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,250 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:36,252 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.251sec 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:36,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:36,255 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:36,255 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:36,255 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45425,1733151932757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:36,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:36,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45425,-1 for getting cluster id 2024-12-02T15:05:36,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:36,268 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399aa2e6-b438-4c4b-a814-b85d56abae89' 2024-12-02T15:05:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399aa2e6-b438-4c4b-a814-b85d56abae89" 2024-12-02T15:05:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f437af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45425,-1] 2024-12-02T15:05:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:36,270 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:36,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:36,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,39417,1733151932938, seqNum=-1] 2024-12-02T15:05:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:36,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:36,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,45425,1733151932757 2024-12-02T15:05:36,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:36,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c180eb0002 connected 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir so I do NOT create it in target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0 2024-12-02T15:05:36,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.tmp.dir so I do NOT create it in target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0 2024-12-02T15:05:36,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:05:36,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/cluster_2a916741-e0db-a5b9-08b7-a4c4672fc2be, deleteOnExit=true 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/test.cache.data in system properties and HBase conf 2024-12-02T15:05:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:05:36,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:05:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:05:36,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:36,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:36,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:36,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:36,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:36,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:36,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:36,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:36,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/java.io.tmpdir/jetty-localhost-35165-hadoop-hdfs-3_4_1-tests_jar-_-any-960022086564696051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:36,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:35165} 2024-12-02T15:05:36,618 INFO [Time-limited test {}] server.Server(415): Started @39319ms 2024-12-02T15:05:36,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:36,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:36,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:36,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:36,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:36,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:36,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:36,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/java.io.tmpdir/jetty-localhost-45111-hadoop-hdfs-3_4_1-tests_jar-_-any-16085654775031034187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:36,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:45111} 2024-12-02T15:05:36,883 INFO [Time-limited test {}] server.Server(415): Started @39583ms 2024-12-02T15:05:36,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:37,355 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/cluster_2a916741-e0db-a5b9-08b7-a4c4672fc2be/data/data1/current/BP-1581285405-172.17.0.2-1733151936321/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:37,355 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/cluster_2a916741-e0db-a5b9-08b7-a4c4672fc2be/data/data2/current/BP-1581285405-172.17.0.2-1733151936321/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:37,369 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eb3cbf088e01aa5 with lease ID 0xde4bcba3b2f42d54: Processing first storage report for DS-4a5bf517-beda-497b-8c80-c416e78a3cd9 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=9bc89905-ea1d-4e79-a3c2-10a684d713c7, infoPort=36525, infoSecurePort=0, ipcPort=35279, storageInfo=lv=-57;cid=testClusterID;nsid=1795496215;c=1733151936321) 2024-12-02T15:05:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eb3cbf088e01aa5 with lease ID 0xde4bcba3b2f42d54: from storage DS-4a5bf517-beda-497b-8c80-c416e78a3cd9 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=9bc89905-ea1d-4e79-a3c2-10a684d713c7, infoPort=36525, infoSecurePort=0, ipcPort=35279, storageInfo=lv=-57;cid=testClusterID;nsid=1795496215;c=1733151936321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eb3cbf088e01aa5 with lease ID 0xde4bcba3b2f42d54: Processing first storage report for DS-e889eb4b-9d06-451a-9251-be98cfbe5dd0 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=9bc89905-ea1d-4e79-a3c2-10a684d713c7, infoPort=36525, infoSecurePort=0, ipcPort=35279, storageInfo=lv=-57;cid=testClusterID;nsid=1795496215;c=1733151936321) 2024-12-02T15:05:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eb3cbf088e01aa5 with lease ID 0xde4bcba3b2f42d54: from storage DS-e889eb4b-9d06-451a-9251-be98cfbe5dd0 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=9bc89905-ea1d-4e79-a3c2-10a684d713c7, infoPort=36525, infoSecurePort=0, ipcPort=35279, storageInfo=lv=-57;cid=testClusterID;nsid=1795496215;c=1733151936321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:37,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0 2024-12-02T15:05:37,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:37,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320 with version=8 2024-12-02T15:05:37,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/hbase-staging 2024-12-02T15:05:37,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:37,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:37,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:37,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:37,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37687 2024-12-02T15:05:37,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37687 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:37,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376870x0, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:37,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37687-0x10197c180eb0003 connected 2024-12-02T15:05:37,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/running 2024-12-02T15:05:37,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320, hbase.cluster.distributed=false 2024-12-02T15:05:37,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/acl 2024-12-02T15:05:37,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-02T15:05:37,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37687 2024-12-02T15:05:37,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37687 2024-12-02T15:05:37,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-02T15:05:37,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-02T15:05:37,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:37,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:37,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36871 2024-12-02T15:05:37,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36871 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:37,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368710x0, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:37,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368710x0, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/running 2024-12-02T15:05:37,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36871-0x10197c180eb0004 connected 2024-12-02T15:05:37,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:37,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:37,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/master 2024-12-02T15:05:37,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/acl 2024-12-02T15:05:37,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36871 2024-12-02T15:05:37,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36871 2024-12-02T15:05:37,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36871 2024-12-02T15:05:37,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36871 2024-12-02T15:05:37,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36871 2024-12-02T15:05:37,978 DEBUG [M:0;be0458f36726:37687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:37687 2024-12-02T15:05:37,979 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11927369323/backup-masters/be0458f36726,37687,1733151937835 2024-12-02T15:05:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/backup-masters 2024-12-02T15:05:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/backup-masters 2024-12-02T15:05:37,988 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on existing znode=/11927369323/backup-masters/be0458f36726,37687,1733151937835 2024-12-02T15:05:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11927369323/master 2024-12-02T15:05:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:37,996 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on existing znode=/11927369323/master 2024-12-02T15:05:37,996 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11927369323/backup-masters/be0458f36726,37687,1733151937835 from backup master directory 2024-12-02T15:05:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11927369323/backup-masters/be0458f36726,37687,1733151937835 2024-12-02T15:05:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/backup-masters 2024-12-02T15:05:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/backup-masters 2024-12-02T15:05:38,004 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:38,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,37687,1733151937835 2024-12-02T15:05:38,008 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/hbase.id] with ID: 6972d603-3296-4abe-85e1-54046d1be1f1 2024-12-02T15:05:38,008 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/.tmp/hbase.id 2024-12-02T15:05:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:38,414 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/.tmp/hbase.id]:[hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/hbase.id] 2024-12-02T15:05:38,426 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:38,426 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:38,427 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:05:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:38,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:38,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:38,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:38,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:38,870 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:39,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store 2024-12-02T15:05:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:39,684 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:39,684 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:39,684 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:39,684 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:39,684 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:39,685 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:39,685 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:39,685 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151939684Disabling compacts and flushes for region at 1733151939684Disabling writes for close at 1733151939684Writing region close event to WAL at 1733151939685 (+1 ms)Closed at 1733151939685 2024-12-02T15:05:39,686 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/.initializing 2024-12-02T15:05:39,686 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/WALs/be0458f36726,37687,1733151937835 2024-12-02T15:05:39,687 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:39,688 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C37687%2C1733151937835, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/WALs/be0458f36726,37687,1733151937835, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:39,699 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/WALs/be0458f36726,37687,1733151937835/be0458f36726%2C37687%2C1733151937835.1733151939689, exclude list is [], retry=0 2024-12-02T15:05:39,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a5bf517-beda-497b-8c80-c416e78a3cd9,DISK] 2024-12-02T15:05:39,704 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/WALs/be0458f36726,37687,1733151937835/be0458f36726%2C37687%2C1733151937835.1733151939689 2024-12-02T15:05:39,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-12-02T15:05:39,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:39,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:39,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:39,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:39,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:39,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:39,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:39,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:39,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:39,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:39,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:39,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:39,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:39,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:39,742 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,742 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,742 WARN [RS:0;be0458f36726:39417 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of be0458f36726,38619,1733151903839: status=Processing ServerCrashProcedure of be0458f36726,38619,1733151903839 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733151920851, completionTime=-1 appears to have been leaked 2024-12-02T15:05:39,743 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,745 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,745 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,746 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:39,747 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:39,748 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:39,749 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62614301, jitterRate=-0.0669742077589035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:39,749 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151939708Initializing all the Stores at 1733151939709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151939709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151939709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151939710 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151939710Cleaning up temporary data from old regions at 1733151939745 (+35 ms)Region opened successfully at 1733151939749 (+4 ms) 2024-12-02T15:05:39,749 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:39,752 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7542f103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:39,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:39,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:39,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:39,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:39,754 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:05:39,754 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:05:39,754 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:39,756 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:39,756 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:39,812 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/balancer already deleted, retry=false 2024-12-02T15:05:39,812 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:39,813 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:39,820 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/normalizer already deleted, retry=false 2024-12-02T15:05:39,821 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:39,822 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:39,829 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/switch/split already deleted, retry=false 2024-12-02T15:05:39,829 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:39,837 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/switch/merge already deleted, retry=false 2024-12-02T15:05:39,839 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:39,845 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11927369323/running 2024-12-02T15:05:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11927369323/running 2024-12-02T15:05:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,854 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,37687,1733151937835, sessionid=0x10197c180eb0003, setting cluster-up flag (Was=false) 2024-12-02T15:05:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,895 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11927369323/flush-table-proc/acquired, /11927369323/flush-table-proc/reached, /11927369323/flush-table-proc/abort 2024-12-02T15:05:39,896 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37687,1733151937835 2024-12-02T15:05:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:39,937 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11927369323/online-snapshot/acquired, /11927369323/online-snapshot/reached, /11927369323/online-snapshot/abort 2024-12-02T15:05:39,938 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37687,1733151937835 2024-12-02T15:05:39,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:39,941 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:39,941 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:39,941 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:39,941 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,37687,1733151937835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:39,943 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:39,947 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151969947 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:39,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:39,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:39,948 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:39,949 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:39,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:39,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:39,949 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:39,949 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:39,949 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:39,949 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:39,950 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:39,950 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:39,950 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151939950,5,FailOnTimeoutGroup] 2024-12-02T15:05:39,951 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151939951,5,FailOnTimeoutGroup] 2024-12-02T15:05:39,951 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:39,951 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:39,951 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:39,951 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:39,972 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(746): ClusterId : 6972d603-3296-4abe-85e1-54046d1be1f1 2024-12-02T15:05:39,972 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:39,980 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:39,980 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:39,988 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:39,988 DEBUG [RS:0;be0458f36726:36871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141469c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:39,998 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:36871 2024-12-02T15:05:39,998 INFO [RS:0;be0458f36726:36871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:39,998 INFO [RS:0;be0458f36726:36871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:39,998 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:39,999 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,37687,1733151937835 with port=36871, startcode=1733151937947 2024-12-02T15:05:39,999 DEBUG [RS:0;be0458f36726:36871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:40,000 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:40,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,36871,1733151937947 2024-12-02T15:05:40,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(517): Registering regionserver=be0458f36726,36871,1733151937947 2024-12-02T15:05:40,003 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320 2024-12-02T15:05:40,003 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42741 2024-12-02T15:05:40,003 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:40,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/rs 2024-12-02T15:05:40,038 DEBUG [RS:0;be0458f36726:36871 {}] zookeeper.ZKUtil(111): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on existing znode=/11927369323/rs/be0458f36726,36871,1733151937947 2024-12-02T15:05:40,039 WARN [RS:0;be0458f36726:36871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:40,039 INFO [RS:0;be0458f36726:36871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:40,039 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947 2024-12-02T15:05:40,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,36871,1733151937947] 2024-12-02T15:05:40,042 INFO [RS:0;be0458f36726:36871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:40,044 INFO [RS:0;be0458f36726:36871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:40,044 INFO [RS:0;be0458f36726:36871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:40,044 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,045 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:40,046 INFO [RS:0;be0458f36726:36871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:40,046 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,046 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:40,047 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:40,047 DEBUG [RS:0;be0458f36726:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,047 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36871,1733151937947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:40,061 INFO [RS:0;be0458f36726:36871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:40,061 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36871,1733151937947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,061 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,061 INFO [RS:0;be0458f36726:36871 {}] regionserver.Replication(171): be0458f36726,36871,1733151937947 started 2024-12-02T15:05:40,072 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:40,072 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,36871,1733151937947, RpcServer on be0458f36726/172.17.0.2:36871, sessionid=0x10197c180eb0004 2024-12-02T15:05:40,072 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:40,072 DEBUG [RS:0;be0458f36726:36871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,36871,1733151937947 2024-12-02T15:05:40,072 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36871,1733151937947' 2024-12-02T15:05:40,072 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11927369323/flush-table-proc/abort' 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11927369323/flush-table-proc/acquired' 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,36871,1733151937947 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36871,1733151937947' 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11927369323/online-snapshot/abort' 2024-12-02T15:05:40,073 DEBUG [RS:0;be0458f36726:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11927369323/online-snapshot/acquired' 2024-12-02T15:05:40,074 DEBUG [RS:0;be0458f36726:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:40,074 INFO [RS:0;be0458f36726:36871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:40,074 INFO [RS:0;be0458f36726:36871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:40,174 INFO [RS:0;be0458f36726:36871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:40,176 INFO [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36871%2C1733151937947, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/oldWALs, maxLogs=10 2024-12-02T15:05:40,190 DEBUG [RS:0;be0458f36726:36871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947/be0458f36726%2C36871%2C1733151937947.1733151940177, exclude list is [], retry=0 2024-12-02T15:05:40,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a5bf517-beda-497b-8c80-c416e78a3cd9,DISK] 2024-12-02T15:05:40,199 INFO [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947/be0458f36726%2C36871%2C1733151937947.1733151940177 2024-12-02T15:05:40,200 DEBUG [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-12-02T15:05:40,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:40,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320 2024-12-02T15:05:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:40,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:40,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:40,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:40,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:40,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:40,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:40,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:40,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:40,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:40,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:40,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:40,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:40,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:40,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:40,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:40,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:40,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:40,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:40,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740 2024-12-02T15:05:40,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740 2024-12-02T15:05:40,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:40,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:40,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:40,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:40,789 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:40,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68976901, jitterRate=0.027835920453071594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151940766Initializing all the Stores at 1733151940767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151940767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151940767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151940767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151940767Cleaning up temporary data from old regions at 1733151940782 (+15 ms)Region opened successfully at 1733151940789 (+7 ms) 2024-12-02T15:05:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:40,790 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:40,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:40,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151940790Disabling compacts and flushes for region at 1733151940790Disabling writes for close at 1733151940790Writing region close event to WAL at 1733151940795 (+5 ms)Closed at 1733151940795 2024-12-02T15:05:40,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:40,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:40,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:40,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:40,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:40,951 DEBUG [be0458f36726:37687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:40,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,36871,1733151937947 2024-12-02T15:05:40,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36871,1733151937947, state=OPENING 2024-12-02T15:05:40,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:41,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:41,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:41,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11927369323/meta-region-server: CHANGED 2024-12-02T15:05:41,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:41,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36871,1733151937947}] 2024-12-02T15:05:41,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11927369323/meta-region-server: CHANGED 2024-12-02T15:05:41,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:05:41,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:41,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:41,167 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:41,167 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:41,167 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:41,169 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36871%2C1733151937947.meta, suffix=.meta, logDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/oldWALs, maxLogs=10 2024-12-02T15:05:41,188 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947/be0458f36726%2C36871%2C1733151937947.meta.1733151941170.meta, exclude list is [], retry=0 2024-12-02T15:05:41,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-4a5bf517-beda-497b-8c80-c416e78a3cd9,DISK] 2024-12-02T15:05:41,194 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/WALs/be0458f36726,36871,1733151937947/be0458f36726%2C36871%2C1733151937947.meta.1733151941170.meta 2024-12-02T15:05:41,194 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36525:36525)] 2024-12-02T15:05:41,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:41,195 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:41,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:41,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:41,195 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:41,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:41,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:41,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:41,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:41,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:41,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:41,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:41,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:41,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:41,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:41,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:41,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:41,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:41,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:41,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:41,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:41,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:41,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:41,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:41,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:41,206 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:41,207 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740 2024-12-02T15:05:41,208 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740 2024-12-02T15:05:41,209 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:41,209 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:41,210 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:41,212 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:41,213 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389220, jitterRate=0.01907879114151001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:41,213 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:41,213 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151941196Writing region info on filesystem at 1733151941196Initializing all the Stores at 1733151941197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151941197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151941198 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151941198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151941198Cleaning up temporary data from old regions at 1733151941209 (+11 ms)Running coprocessor post-open hooks at 1733151941213 (+4 ms)Region opened successfully at 1733151941213 2024-12-02T15:05:41,215 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151941159 2024-12-02T15:05:41,220 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:41,220 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:41,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,36871,1733151937947 2024-12-02T15:05:41,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36871,1733151937947, state=OPEN 2024-12-02T15:05:41,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11927369323/meta-region-server 2024-12-02T15:05:41,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11927369323/meta-region-server 2024-12-02T15:05:41,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,36871,1733151937947 2024-12-02T15:05:41,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11927369323/meta-region-server: CHANGED 2024-12-02T15:05:41,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11927369323/meta-region-server: CHANGED 2024-12-02T15:05:41,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:41,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36871,1733151937947 in 224 msec 2024-12-02T15:05:41,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:41,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-02T15:05:41,240 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:41,240 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:41,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:41,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36871,1733151937947, seqNum=-1] 2024-12-02T15:05:41,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:41,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:41,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-02T15:05:41,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151941253, completionTime=-1 2024-12-02T15:05:41,253 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:41,253 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:41,256 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:41,256 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152001256 2024-12-02T15:05:41,256 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152061256 2024-12-02T15:05:41,256 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T15:05:41,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:37687, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,258 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,260 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.260sec 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:41,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:41,265 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:41,268 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:41,268 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:41,268 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37687,1733151937835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:41,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37687,-1 for getting cluster id 2024-12-02T15:05:41,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:41,279 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6972d603-3296-4abe-85e1-54046d1be1f1' 2024-12-02T15:05:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6972d603-3296-4abe-85e1-54046d1be1f1" 2024-12-02T15:05:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28078b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37687,-1] 2024-12-02T15:05:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:41,282 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:41,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36871,1733151937947, seqNum=-1] 2024-12-02T15:05:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:41,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:41,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,37687,1733151937835 2024-12-02T15:05:41,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-12-02T15:05:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:41,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c180eb0005 connected 2024-12-02T15:05:41,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45425,-1 for getting cluster id 2024-12-02T15:05:41,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:41,317 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399aa2e6-b438-4c4b-a814-b85d56abae89' 2024-12-02T15:05:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399aa2e6-b438-4c4b-a814-b85d56abae89" 2024-12-02T15:05:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea6d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45425,-1] 2024-12-02T15:05:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:41,320 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e67cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45425,1733151932757 2024-12-02T15:05:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81c5162 2024-12-02T15:05:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:41,326 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:41,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:37687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:05:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:05:41,331 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37687' 2024-12-02T15:05:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:41,333 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0f4893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,333 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37687,-1 for getting cluster id 2024-12-02T15:05:41,334 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:41,335 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6972d603-3296-4abe-85e1-54046d1be1f1' 2024-12-02T15:05:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6972d603-3296-4abe-85e1-54046d1be1f1" 2024-12-02T15:05:41,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eae71d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37687,-1] 2024-12-02T15:05:41,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:41,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:41,338 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:41,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ddb210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:41,339 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:41,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37687,1733151937835 2024-12-02T15:05:41,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b215cc3 2024-12-02T15:05:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:41,342 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:41,346 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T15:05:41,346 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:05:41,346 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:41,346 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:41,347 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:41,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:41,352 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:05:41,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:05:41,355 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:41,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:05:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741835_1011 (size=1138) 2024-12-02T15:05:41,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c12d11fcd034809696a617af035af6e, NAME => 'hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e 2024-12-02T15:05:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741836_1012 (size=44) 2024-12-02T15:05:41,410 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:05:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c12d11fcd034809696a617af035af6e, disabling compactions & flushes 2024-12-02T15:05:41,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. after waiting 0 ms 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:41,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:41,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c12d11fcd034809696a617af035af6e: Waiting for close lock at 1733151941809Disabling compacts and flushes for region at 1733151941809Disabling writes for close at 1733151941809Writing region close event to WAL at 1733151941809Closed at 1733151941809 2024-12-02T15:05:41,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:05:41,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733151941811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733151941811"}]},"ts":"1733151941811"} 2024-12-02T15:05:41,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:05:41,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:05:41,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151941817"}]},"ts":"1733151941817"} 2024-12-02T15:05:41,820 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:05:41,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c12d11fcd034809696a617af035af6e, ASSIGN}] 2024-12-02T15:05:41,822 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c12d11fcd034809696a617af035af6e, ASSIGN 2024-12-02T15:05:41,824 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c12d11fcd034809696a617af035af6e, ASSIGN; state=OFFLINE, location=be0458f36726,39417,1733151932938; forceNewPlan=false, retain=false 2024-12-02T15:05:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:41,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8c12d11fcd034809696a617af035af6e, regionState=OPENING, regionLocation=be0458f36726,39417,1733151932938 2024-12-02T15:05:41,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c12d11fcd034809696a617af035af6e, ASSIGN because future has completed 2024-12-02T15:05:41,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c12d11fcd034809696a617af035af6e, server=be0458f36726,39417,1733151932938}] 2024-12-02T15:05:42,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:42,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:42,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:05:42,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C39417%2C1733151932938.rep, suffix=, logDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938, archiveDir=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs, maxLogs=10 2024-12-02T15:05:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.rep.1733151942139, exclude list is [], retry=0 2024-12-02T15:05:42,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-023534bf-b121-4c2f-b044-7a4dfc9ce764,DISK] 2024-12-02T15:05:42,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.rep.1733151942139 2024-12-02T15:05:42,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39353:39353)] 2024-12-02T15:05:42,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c12d11fcd034809696a617af035af6e, NAME => 'hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:42,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. service=MultiRowMutationService 2024-12-02T15:05:42,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,157 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,158 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c12d11fcd034809696a617af035af6e columnFamilyName hfileref 2024-12-02T15:05:42,159 DEBUG [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:42,159 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(327): Store=8c12d11fcd034809696a617af035af6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:42,159 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,160 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c12d11fcd034809696a617af035af6e columnFamilyName queue 2024-12-02T15:05:42,160 DEBUG [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:42,161 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(327): Store=8c12d11fcd034809696a617af035af6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:42,161 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,162 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c12d11fcd034809696a617af035af6e columnFamilyName sid 2024-12-02T15:05:42,162 DEBUG [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:42,163 INFO [StoreOpener-8c12d11fcd034809696a617af035af6e-1 {}] regionserver.HStore(327): Store=8c12d11fcd034809696a617af035af6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:42,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:05:42,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:42,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8c12d11fcd034809696a617af035af6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74972444, jitterRate=0.11717647314071655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:05:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8c12d11fcd034809696a617af035af6e: Running coprocessor pre-open hook at 1733151942155Writing region info on filesystem at 1733151942155Initializing all the Stores at 1733151942156 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151942156Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151942157 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151942157Cleaning up temporary data from old regions at 1733151942165 (+8 ms)Running coprocessor post-open hooks at 1733151942169 (+4 ms)Region opened successfully at 1733151942169 2024-12-02T15:05:42,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e., pid=7, masterSystemTime=1733151942132 2024-12-02T15:05:42,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:42,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:42,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8c12d11fcd034809696a617af035af6e, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,39417,1733151932938 2024-12-02T15:05:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c12d11fcd034809696a617af035af6e, server=be0458f36726,39417,1733151932938 because future has completed 2024-12-02T15:05:42,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T15:05:42,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c12d11fcd034809696a617af035af6e, server=be0458f36726,39417,1733151932938 in 200 msec 2024-12-02T15:05:42,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:05:42,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c12d11fcd034809696a617af035af6e, ASSIGN in 360 msec 2024-12-02T15:05:42,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:05:42,183 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151942183"}]},"ts":"1733151942183"} 2024-12-02T15:05:42,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:05:42,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:05:42,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-12-02T15:05:42,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e., hostname=be0458f36726,39417,1733151932938, seqNum=2] 2024-12-02T15:05:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:42,262 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:42,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:05:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:42,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T15:05:42,508 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:05:42,533 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,39417,1733151932938, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:05:42,534 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:42,534 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,39417,1733151932938, seqNum=-1] 2024-12-02T15:05:42,534 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:42,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T15:05:42,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,39417,1733151932938', locateType=CURRENT is [region=hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e., hostname=be0458f36726,39417,1733151932938, seqNum=2] 2024-12-02T15:05:42,541 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T15:05:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T15:05:42,544 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,39417,1733151932938 suceeded 2024-12-02T15:05:42,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T15:05:42,548 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:37687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:05:42,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-02T15:05:42,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2220 sec 2024-12-02T15:05:42,559 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37687' 2024-12-02T15:05:42,560 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139850d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:42,560 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37687,-1 for getting cluster id 2024-12-02T15:05:42,560 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:42,561 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6972d603-3296-4abe-85e1-54046d1be1f1' 2024-12-02T15:05:42,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:42,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6972d603-3296-4abe-85e1-54046d1be1f1" 2024-12-02T15:05:42,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33484b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:42,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37687,-1] 2024-12-02T15:05:42,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:42,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:42,563 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:42,563 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a0e775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:42,563 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37687,1733151937835 2024-12-02T15:05:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0c69cf 2024-12-02T15:05:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:42,565 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T15:05:42,566 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,39417,1733151932938 (queues=1) is replicating from cluster=399aa2e6-b438-4c4b-a814-b85d56abae89 to cluster=6972d603-3296-4abe-85e1-54046d1be1f1 2024-12-02T15:05:42,566 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C39417%2C1733151932938 2024-12-02T15:05:42,566 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,39417,1733151932938, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:05:42,566 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.shipperbe0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C39417%2C1733151932938 2024-12-02T15:05:42,566 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147, startPosition=0, beingWritten=true 2024-12-02T15:05:42,773 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:43,080 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:05:43,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:05:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:05:43,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T15:05:43,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:43,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T15:05:43,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:43,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:05:43,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:05:43,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:05:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:43,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:05:43,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:43,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:43,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:43,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:43,487 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45425,1733151932757 2024-12-02T15:05:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ad658c 2024-12-02T15:05:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:43,489 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:43,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:05:43,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:05:43,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:43,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:05:43,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=422708949, stopped=false 2024-12-02T15:05:43,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:43,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,37687,1733151937835 2024-12-02T15:05:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11927369323/running 2024-12-02T15:05:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11927369323/running 2024-12-02T15:05:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:43,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:43,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:43,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:43,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,36871,1733151937947' ***** 2024-12-02T15:05:43,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:05:43,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(959): stopping server be0458f36726,36871,1733151937947 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36871. 2024-12-02T15:05:43,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/running 2024-12-02T15:05:43,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Set watcher on znode that does not yet exist, /11927369323/running 2024-12-02T15:05:43,505 DEBUG [RS:0;be0458f36726:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:43,505 DEBUG [RS:0;be0458f36726:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:05:43,505 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:05:43,505 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:05:43,506 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:43,506 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:43,506 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:43,506 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:43,506 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:43,506 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:43,506 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T15:05:43,525 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/.tmp/ns/c3a8f7671f25430b99fbe24b45fb892a is 43, key is default/ns:d/1733151941245/Put/seqid=0 2024-12-02T15:05:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=5153) 2024-12-02T15:05:43,552 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:43,706 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:43,906 DEBUG [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:43,935 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/.tmp/ns/c3a8f7671f25430b99fbe24b45fb892a 2024-12-02T15:05:43,947 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/.tmp/ns/c3a8f7671f25430b99fbe24b45fb892a as hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/ns/c3a8f7671f25430b99fbe24b45fb892a 2024-12-02T15:05:43,961 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/ns/c3a8f7671f25430b99fbe24b45fb892a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T15:05:43,963 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false 2024-12-02T15:05:43,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:05:43,972 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:43,972 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:43,972 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:43,973 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151943506Running coprocessor pre-close hooks at 1733151943506Disabling compacts and flushes for region at 1733151943506Disabling writes for close at 1733151943506Obtaining lock to block concurrent updates at 1733151943506Preparing flush snapshotting stores in 1588230740 at 1733151943506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733151943506Flushing stores of hbase:meta,,1.1588230740 at 1733151943507 (+1 ms)Flushing 1588230740/ns: creating writer at 1733151943507Flushing 1588230740/ns: appending metadata at 1733151943524 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733151943524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e194982: reopening flushed file at 1733151943945 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false at 1733151943963 (+18 ms)Writing region close event to WAL at 1733151943966 (+3 ms)Running coprocessor post-close hooks at 1733151943972 (+6 ms)Closed at 1733151943972 2024-12-02T15:05:43,973 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:43,993 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:44,094 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:05:44,094 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:05:44,106 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(976): stopping server be0458f36726,36871,1733151937947; all regions closed. 2024-12-02T15:05:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=1152) 2024-12-02T15:05:44,111 DEBUG [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/oldWALs 2024-12-02T15:05:44,111 INFO [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36871%2C1733151937947.meta:.meta(num 1733151941170) 2024-12-02T15:05:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:05:44,116 DEBUG [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/oldWALs 2024-12-02T15:05:44,116 INFO [RS:0;be0458f36726:36871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36871%2C1733151937947:(num 1733151940177) 2024-12-02T15:05:44,116 DEBUG [RS:0;be0458f36726:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:44,116 INFO [RS:0;be0458f36726:36871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:44,116 INFO [RS:0;be0458f36726:36871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:44,116 INFO [RS:0;be0458f36726:36871 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:44,117 INFO [RS:0;be0458f36726:36871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:44,117 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:44,117 INFO [RS:0;be0458f36726:36871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36871 2024-12-02T15:05:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323/rs 2024-12-02T15:05:44,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11927369323/rs/be0458f36726,36871,1733151937947 2024-12-02T15:05:44,149 INFO [RS:0;be0458f36726:36871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:44,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,36871,1733151937947] 2024-12-02T15:05:44,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11927369323/draining/be0458f36726,36871,1733151937947 already deleted, retry=false 2024-12-02T15:05:44,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,36871,1733151937947 expired; onlineServers=0 2024-12-02T15:05:44,170 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,37687,1733151937835' ***** 2024-12-02T15:05:44,170 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:05:44,170 INFO [M:0;be0458f36726:37687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:44,170 INFO [M:0;be0458f36726:37687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:44,171 DEBUG [M:0;be0458f36726:37687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:05:44,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:05:44,171 DEBUG [M:0;be0458f36726:37687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:05:44,171 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151939950 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151939950,5,FailOnTimeoutGroup] 2024-12-02T15:05:44,171 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151939951 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151939951,5,FailOnTimeoutGroup] 2024-12-02T15:05:44,171 INFO [M:0;be0458f36726:37687 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:44,171 INFO [M:0;be0458f36726:37687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:44,171 DEBUG [M:0;be0458f36726:37687 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:05:44,171 INFO [M:0;be0458f36726:37687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:05:44,171 INFO [M:0;be0458f36726:37687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:44,171 INFO [M:0;be0458f36726:37687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:05:44,171 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:05:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11927369323/master 2024-12-02T15:05:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11927369323 2024-12-02T15:05:44,212 DEBUG [M:0;be0458f36726:37687 {}] zookeeper.ZKUtil(347): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Unable to get data of znode /11927369323/master because node does not exist (not an error) 2024-12-02T15:05:44,212 WARN [M:0;be0458f36726:37687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:05:44,213 INFO [M:0;be0458f36726:37687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/.lastflushedseqids 2024-12-02T15:05:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=99) 2024-12-02T15:05:44,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:44,262 INFO [RS:0;be0458f36726:36871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:44,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10197c180eb0004, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:44,262 INFO [RS:0;be0458f36726:36871 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,36871,1733151937947; zookeeper connection closed. 2024-12-02T15:05:44,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a4095a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a4095a2 2024-12-02T15:05:44,263 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:05:44,599 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:44,618 INFO [M:0;be0458f36726:37687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:05:44,618 INFO [M:0;be0458f36726:37687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:05:44,618 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:44,618 INFO [M:0;be0458f36726:37687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:44,618 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:44,618 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:44,618 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:44,618 INFO [M:0;be0458f36726:37687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T15:05:44,643 DEBUG [M:0;be0458f36726:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204afe8372a543be932f340fd39b9861 is 82, key is hbase:meta,,1/info:regioninfo/1733151941221/Put/seqid=0 2024-12-02T15:05:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=5672) 2024-12-02T15:05:44,651 INFO [M:0;be0458f36726:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204afe8372a543be932f340fd39b9861 2024-12-02T15:05:44,674 DEBUG [M:0;be0458f36726:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b6437fbe7e4e49818fd69b1b1cd2e6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733151941252/Put/seqid=0 2024-12-02T15:05:44,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=5275) 2024-12-02T15:05:45,080 INFO [M:0;be0458f36726:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b6437fbe7e4e49818fd69b1b1cd2e6 2024-12-02T15:05:45,101 DEBUG [M:0;be0458f36726:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1566cf90c234ea89c7a6b5047e4dae0 is 69, key is be0458f36726,36871,1733151937947/rs:state/1733151940001/Put/seqid=0 2024-12-02T15:05:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=5156) 2024-12-02T15:05:45,305 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:45,511 INFO [M:0;be0458f36726:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1566cf90c234ea89c7a6b5047e4dae0 2024-12-02T15:05:45,517 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204afe8372a543be932f340fd39b9861 as hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204afe8372a543be932f340fd39b9861 2024-12-02T15:05:45,523 INFO [M:0;be0458f36726:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204afe8372a543be932f340fd39b9861, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T15:05:45,525 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96b6437fbe7e4e49818fd69b1b1cd2e6 as hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96b6437fbe7e4e49818fd69b1b1cd2e6 2024-12-02T15:05:45,531 INFO [M:0;be0458f36726:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96b6437fbe7e4e49818fd69b1b1cd2e6, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T15:05:45,532 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1566cf90c234ea89c7a6b5047e4dae0 as hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1566cf90c234ea89c7a6b5047e4dae0 2024-12-02T15:05:45,538 INFO [M:0;be0458f36726:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/327b437a-c1b6-5601-eddb-80f5d8b9f320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1566cf90c234ea89c7a6b5047e4dae0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T15:05:45,539 INFO [M:0;be0458f36726:37687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=28, compaction requested=false 2024-12-02T15:05:45,540 INFO [M:0;be0458f36726:37687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:45,540 DEBUG [M:0;be0458f36726:37687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151944618Disabling compacts and flushes for region at 1733151944618Disabling writes for close at 1733151944618Obtaining lock to block concurrent updates at 1733151944618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733151944618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733151944619 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733151944620 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733151944620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733151944642 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733151944642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733151944656 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733151944673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733151944673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733151945085 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733151945101 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733151945101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf3bab6: reopening flushed file at 1733151945516 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3881a606: reopening flushed file at 1733151945524 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebb369: reopening flushed file at 1733151945532 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=28, compaction requested=false at 1733151945539 (+7 ms)Writing region close event to WAL at 1733151945540 (+1 ms)Closed at 1733151945540 2024-12-02T15:05:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=10165) 2024-12-02T15:05:45,543 INFO [M:0;be0458f36726:37687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:05:45,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:45,543 INFO [M:0;be0458f36726:37687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37687 2024-12-02T15:05:45,544 INFO [M:0;be0458f36726:37687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:45,745 INFO [M:0;be0458f36726:37687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10197c180eb0003, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:45,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:45,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:45,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:45,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:45,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:45,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:05:45,752 WARN [BP-1581285405-172.17.0.2-1733151936321 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:05:45,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:05:45,752 WARN [BP-1581285405-172.17.0.2-1733151936321 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1581285405-172.17.0.2-1733151936321 (Datanode Uuid 9bc89905-ea1d-4e79-a3c2-10a684d713c7) service to localhost/127.0.0.1:42741 2024-12-02T15:05:45,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/cluster_2a916741-e0db-a5b9-08b7-a4c4672fc2be/data/data1/current/BP-1581285405-172.17.0.2-1733151936321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:45,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/cluster_2a916741-e0db-a5b9-08b7-a4c4672fc2be/data/data2/current/BP-1581285405-172.17.0.2-1733151936321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:45,754 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:05:45,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:45,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:45,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:45,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:45,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:45,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:05:45,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:05:45,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:45,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:45,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:45,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:45,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:05:45,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450532758, stopped=false 2024-12-02T15:05:45,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:45,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,45425,1733151932757 2024-12-02T15:05:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1024907692/running 2024-12-02T15:05:45,800 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1024907692/running 2024-12-02T15:05:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:45,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:45,800 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:45,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/running 2024-12-02T15:05:45,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Set watcher on znode that does not yet exist, /0-1024907692/running 2024-12-02T15:05:45,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:05:45,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:45,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:45,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,39417,1733151932938' ***** 2024-12-02T15:05:45,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:05:45,802 INFO [RS:0;be0458f36726:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:05:45,802 INFO [RS:0;be0458f36726:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:05:45,802 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(959): stopping server be0458f36726,39417,1733151932938 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:39417. 2024-12-02T15:05:45,803 DEBUG [RS:0;be0458f36726:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:45,803 DEBUG [RS:0;be0458f36726:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:45,803 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c12d11fcd034809696a617af035af6e, disabling compactions & flushes 2024-12-02T15:05:45,803 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:05:45,803 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:05:45,803 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:05:45,803 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. after waiting 0 ms 2024-12-02T15:05:45,804 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:45,804 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c12d11fcd034809696a617af035af6e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T15:05:45,806 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:05:45,807 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c12d11fcd034809696a617af035af6e=hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e.} 2024-12-02T15:05:45,807 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:45,807 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:45,807 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:45,807 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:45,807 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:45,807 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:45,807 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T15:05:45,825 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/.tmp/queue/398c1ca2a982471abb64f4e498dd2de3 is 151, key is 1-be0458f36726,39417,1733151932938/queue:be0458f36726%2C39417%2C1733151932938/1733151942539/Put/seqid=0 2024-12-02T15:05:45,827 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/info/8542565359b8479eb9709f9007474a79 is 147, key is hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e./info:regioninfo/1733151942174/Put/seqid=0 2024-12-02T15:05:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741838_1014 (size=5350) 2024-12-02T15:05:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741839_1015 (size=6631) 2024-12-02T15:05:45,832 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/info/8542565359b8479eb9709f9007474a79 2024-12-02T15:05:45,846 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:45,862 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/ns/07def5f60be94d4cbd124d71941a7d24 is 43, key is default/ns:d/1733151936239/Put/seqid=0 2024-12-02T15:05:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741840_1016 (size=5153) 2024-12-02T15:05:46,007 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:46,021 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:05:46,021 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:05:46,111 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.wal-reader.be0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.1733151935147 to pos 0, reset compression=false 2024-12-02T15:05:46,207 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c12d11fcd034809696a617af035af6e 2024-12-02T15:05:46,230 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/.tmp/queue/398c1ca2a982471abb64f4e498dd2de3 2024-12-02T15:05:46,237 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/.tmp/queue/398c1ca2a982471abb64f4e498dd2de3 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/queue/398c1ca2a982471abb64f4e498dd2de3 2024-12-02T15:05:46,242 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/queue/398c1ca2a982471abb64f4e498dd2de3, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T15:05:46,243 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8c12d11fcd034809696a617af035af6e in 439ms, sequenceid=5, compaction requested=false 2024-12-02T15:05:46,243 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:05:46,248 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/replication/8c12d11fcd034809696a617af035af6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:05:46,248 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:46,249 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:46,249 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:46,249 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c12d11fcd034809696a617af035af6e: Waiting for close lock at 1733151945803Running coprocessor pre-close hooks at 1733151945803Disabling compacts and flushes for region at 1733151945803Disabling writes for close at 1733151945803Obtaining lock to block concurrent updates at 1733151945804 (+1 ms)Preparing flush snapshotting stores in 8c12d11fcd034809696a617af035af6e at 1733151945804Finished memstore snapshotting hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733151945804Flushing stores of hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. at 1733151945805 (+1 ms)Flushing 8c12d11fcd034809696a617af035af6e/queue: creating writer at 1733151945805Flushing 8c12d11fcd034809696a617af035af6e/queue: appending metadata at 1733151945824 (+19 ms)Flushing 8c12d11fcd034809696a617af035af6e/queue: closing flushed file at 1733151945824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b81c020: reopening flushed file at 1733151946236 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8c12d11fcd034809696a617af035af6e in 439ms, sequenceid=5, compaction requested=false at 1733151946243 (+7 ms)Writing region close event to WAL at 1733151946244 (+1 ms)Running coprocessor post-close hooks at 1733151946248 (+4 ms)Closed at 1733151946249 (+1 ms) 2024-12-02T15:05:46,249 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733151941347.8c12d11fcd034809696a617af035af6e. 2024-12-02T15:05:46,268 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/ns/07def5f60be94d4cbd124d71941a7d24 2024-12-02T15:05:46,294 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/table/d7189b8e0cda4ca6a3c272aa57146178 is 53, key is hbase:replication/table:state/1733151942183/Put/seqid=0 2024-12-02T15:05:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741841_1017 (size=5256) 2024-12-02T15:05:46,407 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:46,608 DEBUG [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:05:46,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:46,700 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/table/d7189b8e0cda4ca6a3c272aa57146178 2024-12-02T15:05:46,706 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/info/8542565359b8479eb9709f9007474a79 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/info/8542565359b8479eb9709f9007474a79 2024-12-02T15:05:46,712 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/info/8542565359b8479eb9709f9007474a79, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T15:05:46,713 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/ns/07def5f60be94d4cbd124d71941a7d24 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/ns/07def5f60be94d4cbd124d71941a7d24 2024-12-02T15:05:46,719 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/ns/07def5f60be94d4cbd124d71941a7d24, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:05:46,720 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/.tmp/table/d7189b8e0cda4ca6a3c272aa57146178 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/table/d7189b8e0cda4ca6a3c272aa57146178 2024-12-02T15:05:46,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:46,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:46,725 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/table/d7189b8e0cda4ca6a3c272aa57146178, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T15:05:46,726 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false 2024-12-02T15:05:46,731 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:05:46,731 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:46,731 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:46,731 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:46,732 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151945807Running coprocessor pre-close hooks at 1733151945807Disabling compacts and flushes for region at 1733151945807Disabling writes for close at 1733151945807Obtaining lock to block concurrent updates at 1733151945807Preparing flush snapshotting stores in 1588230740 at 1733151945807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733151945808 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733151945808Flushing 1588230740/info: creating writer at 1733151945808Flushing 1588230740/info: appending metadata at 1733151945826 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733151945826Flushing 1588230740/ns: creating writer at 1733151945842 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733151945862 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733151945862Flushing 1588230740/table: creating writer at 1733151946275 (+413 ms)Flushing 1588230740/table: appending metadata at 1733151946294 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733151946294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c11b017: reopening flushed file at 1733151946705 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ce349f: reopening flushed file at 1733151946712 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38593485: reopening flushed file at 1733151946719 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false at 1733151946726 (+7 ms)Writing region close event to WAL at 1733151946727 (+1 ms)Running coprocessor post-close hooks at 1733151946731 (+4 ms)Closed at 1733151946731 2024-12-02T15:05:46,732 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:46,808 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(976): stopping server be0458f36726,39417,1733151932938; all regions closed. 2024-12-02T15:05:46,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741834_1010 (size=2742) 2024-12-02T15:05:46,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/WALs/be0458f36726,39417,1733151932938/be0458f36726%2C39417%2C1733151932938.meta.1733151936176.meta not finished, retry = 0 2024-12-02T15:05:46,913 DEBUG [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs 2024-12-02T15:05:46,913 INFO [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C39417%2C1733151932938.meta:.meta(num 1733151936176) 2024-12-02T15:05:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741837_1013 (size=1586) 2024-12-02T15:05:46,920 DEBUG [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs 2024-12-02T15:05:46,920 INFO [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C39417%2C1733151932938.rep:(num 1733151942139) 2024-12-02T15:05:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:05:46,925 DEBUG [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/oldWALs 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C39417%2C1733151932938:(num 1733151935147) 2024-12-02T15:05:46,925 DEBUG [RS:0;be0458f36726:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:46,925 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:46,925 INFO [RS:0;be0458f36726:39417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,39417,1733151932938 because: Region server is closing 2024-12-02T15:05:46,926 INFO [RS:0;be0458f36726:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:39417. 2024-12-02T15:05:46,926 DEBUG [RS:0;be0458f36726:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:05:46,926 DEBUG [RS:0;be0458f36726:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:46,926 DEBUG [RS:0;be0458f36726:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:46,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:05:47,026 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.shipperbe0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:05:47,027 INFO [RS:0;be0458f36726:39417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,39417,1733151932938.replicationSource.shipperbe0458f36726%2C39417%2C1733151932938,1-be0458f36726,39417,1733151932938 terminated 2024-12-02T15:05:47,027 INFO [RS:0;be0458f36726:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39417 2024-12-02T15:05:47,037 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1024907692/rs/be0458f36726,39417,1733151932938 2024-12-02T15:05:47,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692/rs 2024-12-02T15:05:47,037 INFO [RS:0;be0458f36726:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:47,037 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fc8688e15f8@32a1ff70 rejected from java.util.concurrent.ThreadPoolExecutor@77a37740[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T15:05:47,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,39417,1733151932938] 2024-12-02T15:05:47,053 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1024907692/draining/be0458f36726,39417,1733151932938 already deleted, retry=false 2024-12-02T15:05:47,053 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,39417,1733151932938 expired; onlineServers=0 2024-12-02T15:05:47,053 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,45425,1733151932757' ***** 2024-12-02T15:05:47,053 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:05:47,053 INFO [M:0;be0458f36726:45425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:05:47,053 INFO [M:0;be0458f36726:45425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:05:47,054 DEBUG [M:0;be0458f36726:45425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:05:47,054 DEBUG [M:0;be0458f36726:45425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:05:47,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:05:47,054 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151934912 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151934912,5,FailOnTimeoutGroup] 2024-12-02T15:05:47,054 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151934912 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151934912,5,FailOnTimeoutGroup] 2024-12-02T15:05:47,054 INFO [M:0;be0458f36726:45425 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:05:47,054 INFO [M:0;be0458f36726:45425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:05:47,054 DEBUG [M:0;be0458f36726:45425 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:05:47,054 INFO [M:0;be0458f36726:45425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:05:47,054 INFO [M:0;be0458f36726:45425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:05:47,054 INFO [M:0;be0458f36726:45425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:05:47,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:05:47,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1024907692/master 2024-12-02T15:05:47,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1024907692 2024-12-02T15:05:47,062 DEBUG [M:0;be0458f36726:45425 {}] zookeeper.ZKUtil(347): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Unable to get data of znode /0-1024907692/master because node does not exist (not an error) 2024-12-02T15:05:47,062 WARN [M:0;be0458f36726:45425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:05:47,062 INFO [M:0;be0458f36726:45425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/.lastflushedseqids 2024-12-02T15:05:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741842_1018 (size=181) 2024-12-02T15:05:47,145 INFO [RS:0;be0458f36726:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:47,145 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:47,145 INFO [RS:0;be0458f36726:39417 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,39417,1733151932938; zookeeper connection closed. 2024-12-02T15:05:47,145 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10197c180eb0001, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:47,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fb323f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fb323f4 2024-12-02T15:05:47,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:05:47,468 INFO [M:0;be0458f36726:45425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:05:47,468 INFO [M:0;be0458f36726:45425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:05:47,468 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:47,468 INFO [M:0;be0458f36726:45425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:47,468 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:47,468 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:47,468 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:47,468 INFO [M:0;be0458f36726:45425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T15:05:47,486 DEBUG [M:0;be0458f36726:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4f2d22ac6e04f1b9bf35f7a04b97c18 is 82, key is hbase:meta,,1/info:regioninfo/1733151936212/Put/seqid=0 2024-12-02T15:05:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741843_1019 (size=5672) 2024-12-02T15:05:47,891 INFO [M:0;be0458f36726:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4f2d22ac6e04f1b9bf35f7a04b97c18 2024-12-02T15:05:47,910 DEBUG [M:0;be0458f36726:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4890e25e9db441dbde8a051a8913d00 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733151942189/Put/seqid=0 2024-12-02T15:05:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741844_1020 (size=7203) 2024-12-02T15:05:48,314 INFO [M:0;be0458f36726:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4890e25e9db441dbde8a051a8913d00 2024-12-02T15:05:48,331 DEBUG [M:0;be0458f36726:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512e38e1a3f14bfbafe831283899bded is 69, key is be0458f36726,39417,1733151932938/rs:state/1733151934999/Put/seqid=0 2024-12-02T15:05:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741845_1021 (size=5156) 2024-12-02T15:05:48,736 INFO [M:0;be0458f36726:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512e38e1a3f14bfbafe831283899bded 2024-12-02T15:05:48,743 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4f2d22ac6e04f1b9bf35f7a04b97c18 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4f2d22ac6e04f1b9bf35f7a04b97c18 2024-12-02T15:05:48,748 INFO [M:0;be0458f36726:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4f2d22ac6e04f1b9bf35f7a04b97c18, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T15:05:48,749 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4890e25e9db441dbde8a051a8913d00 as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4890e25e9db441dbde8a051a8913d00 2024-12-02T15:05:48,754 INFO [M:0;be0458f36726:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4890e25e9db441dbde8a051a8913d00, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T15:05:48,755 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512e38e1a3f14bfbafe831283899bded as hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/512e38e1a3f14bfbafe831283899bded 2024-12-02T15:05:48,760 INFO [M:0;be0458f36726:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46217/user/jenkins/test-data/c928f0bc-ae8b-0c51-980e-fb5d19daa37e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/512e38e1a3f14bfbafe831283899bded, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T15:05:48,762 INFO [M:0;be0458f36726:45425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-12-02T15:05:48,763 INFO [M:0;be0458f36726:45425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:48,763 DEBUG [M:0;be0458f36726:45425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151947468Disabling compacts and flushes for region at 1733151947468Disabling writes for close at 1733151947468Obtaining lock to block concurrent updates at 1733151947468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733151947468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733151947469 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733151947469Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733151947470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733151947486 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733151947486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733151947896 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733151947909 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733151947909Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733151948319 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733151948331 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733151948331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327e70fc: reopening flushed file at 1733151948742 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5833bc0b: reopening flushed file at 1733151948748 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd6be87: reopening flushed file at 1733151948754 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1733151948762 (+8 ms)Writing region close event to WAL at 1733151948763 (+1 ms)Closed at 1733151948763 2024-12-02T15:05:48,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741830_1006 (size=41008) 2024-12-02T15:05:48,767 INFO [M:0;be0458f36726:45425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:05:48,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:05:48,767 INFO [M:0;be0458f36726:45425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45425 2024-12-02T15:05:48,767 INFO [M:0;be0458f36726:45425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:05:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:48,884 INFO [M:0;be0458f36726:45425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:05:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10197c180eb0000, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:05:48,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:48,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:48,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:48,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:48,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:48,888 WARN [BP-934383181-172.17.0.2-1733151931228 heartbeating to localhost/127.0.0.1:46217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:05:48,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:05:48,888 WARN [BP-934383181-172.17.0.2-1733151931228 heartbeating to localhost/127.0.0.1:46217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-934383181-172.17.0.2-1733151931228 (Datanode Uuid c1dc3b64-c8b5-4452-8f67-bda40bfa6da9) service to localhost/127.0.0.1:46217 2024-12-02T15:05:48,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:05:48,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/data/data1/current/BP-934383181-172.17.0.2-1733151931228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:48,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/cluster_cfac73a7-365c-8797-738a-71c09b346247/data/data2/current/BP-934383181-172.17.0.2-1733151931228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:05:48,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:05:48,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:48,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:05:48,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:05:48,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:05:48,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/901f135e-ef8a-c7cf-61d4-bf28a2dfd4ce/hadoop.log.dir/,STOPPED} 2024-12-02T15:05:48,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:05:48,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:05:48,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46217 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4412 (was 4235) - AvailableMemoryMB LEAK? - 2024-12-02T15:05:48,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4412 2024-12-02T15:05:48,930 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T15:05:48,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir so I do NOT create it in target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9 2024-12-02T15:05:48,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:05:48,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.tmp.dir so I do NOT create it in target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9 2024-12-02T15:05:48,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/961f9cae-c9ce-c57d-ac23-401e074608f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:05:48,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9 2024-12-02T15:05:48,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f, deleteOnExit=true 2024-12-02T15:05:48,931 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 52398 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:360) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:05:48,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/zookeeper_0, clientPort=52399, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:05:48,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52399 2024-12-02T15:05:48,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:05:48,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/test.cache.data in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:05:48,935 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:05:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:05:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:05:48,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c180eb0002, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:05:48,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c180eb0005, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:05:48,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c180eb0005, quorum=127.0.0.1:64655, baseZNode=/11927369323 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:05:48,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c180eb0002, quorum=127.0.0.1:64655, baseZNode=/0-1024907692 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:05:49,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:49,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:49,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:49,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:49,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:49,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:49,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:49,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:49,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/java.io.tmpdir/jetty-localhost-44775-hadoop-hdfs-3_4_1-tests_jar-_-any-18446060816209779594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:49,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:44775} 2024-12-02T15:05:49,261 INFO [Time-limited test {}] server.Server(415): Started @51962ms 2024-12-02T15:05:49,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:49,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:49,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:49,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:49,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:49,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:49,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:49,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/java.io.tmpdir/jetty-localhost-34455-hadoop-hdfs-3_4_1-tests_jar-_-any-1760427260762598485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:49,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:34455} 2024-12-02T15:05:49,506 INFO [Time-limited test {}] server.Server(415): Started @52207ms 2024-12-02T15:05:49,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:50,013 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/data/data2/current/BP-1833148244-172.17.0.2-1733151948958/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:50,013 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/data/data1/current/BP-1833148244-172.17.0.2-1733151948958/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:50,033 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd3ddb927c05c056 with lease ID 0x6759b31118efbb6c: Processing first storage report for DS-b2a2fffc-80f7-4264-91f9-3db0920e5925 from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=a343a9a3-6c11-43e8-a57e-ec2f1a5209c2, infoPort=38819, infoSecurePort=0, ipcPort=40739, storageInfo=lv=-57;cid=testClusterID;nsid=2023292934;c=1733151948958) 2024-12-02T15:05:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd3ddb927c05c056 with lease ID 0x6759b31118efbb6c: from storage DS-b2a2fffc-80f7-4264-91f9-3db0920e5925 node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=a343a9a3-6c11-43e8-a57e-ec2f1a5209c2, infoPort=38819, infoSecurePort=0, ipcPort=40739, storageInfo=lv=-57;cid=testClusterID;nsid=2023292934;c=1733151948958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd3ddb927c05c056 with lease ID 0x6759b31118efbb6c: Processing first storage report for DS-558da66a-d4ab-4da5-9575-257a13fb33be from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=a343a9a3-6c11-43e8-a57e-ec2f1a5209c2, infoPort=38819, infoSecurePort=0, ipcPort=40739, storageInfo=lv=-57;cid=testClusterID;nsid=2023292934;c=1733151948958) 2024-12-02T15:05:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd3ddb927c05c056 with lease ID 0x6759b31118efbb6c: from storage DS-558da66a-d4ab-4da5-9575-257a13fb33be node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=a343a9a3-6c11-43e8-a57e-ec2f1a5209c2, infoPort=38819, infoSecurePort=0, ipcPort=40739, storageInfo=lv=-57;cid=testClusterID;nsid=2023292934;c=1733151948958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:50,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9 2024-12-02T15:05:50,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:50,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b with version=8 2024-12-02T15:05:50,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/hbase-staging 2024-12-02T15:05:50,453 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:50,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:50,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:50,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:50,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:50,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41273 2024-12-02T15:05:50,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41273 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:50,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412730x0, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:50,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41273-0x10197c1c62e0000 connected 2024-12-02T15:05:50,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/running 2024-12-02T15:05:50,600 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b, hbase.cluster.distributed=false 2024-12-02T15:05:50,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/acl 2024-12-02T15:05:50,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-02T15:05:50,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41273 2024-12-02T15:05:50,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41273 2024-12-02T15:05:50,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-02T15:05:50,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41273 2024-12-02T15:05:50,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:50,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:50,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:50,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44427 2024-12-02T15:05:50,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44427 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:50,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:50,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444270x0, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/running 2024-12-02T15:05:50,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444270x0, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:50,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44427-0x10197c1c62e0001 connected 2024-12-02T15:05:50,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:50,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/master 2024-12-02T15:05:50,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/acl 2024-12-02T15:05:50,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T15:05:50,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44427 2024-12-02T15:05:50,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44427 2024-12-02T15:05:50,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T15:05:50,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T15:05:50,690 DEBUG [M:0;be0458f36726:41273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:41273 2024-12-02T15:05:50,692 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01831243007/backup-masters/be0458f36726,41273,1733151950453 2024-12-02T15:05:50,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/backup-masters 2024-12-02T15:05:50,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/backup-masters 2024-12-02T15:05:50,705 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on existing znode=/01831243007/backup-masters/be0458f36726,41273,1733151950453 2024-12-02T15:05:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831243007/master 2024-12-02T15:05:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:50,712 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on existing znode=/01831243007/master 2024-12-02T15:05:50,713 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01831243007/backup-masters/be0458f36726,41273,1733151950453 from backup master directory 2024-12-02T15:05:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831243007/backup-masters/be0458f36726,41273,1733151950453 2024-12-02T15:05:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/backup-masters 2024-12-02T15:05:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/backup-masters 2024-12-02T15:05:50,720 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:50,720 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,41273,1733151950453 2024-12-02T15:05:50,725 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/hbase.id] with ID: 22eada2e-8571-4c93-9296-a2c1b7ccb841 2024-12-02T15:05:50,725 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/.tmp/hbase.id 2024-12-02T15:05:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:51,134 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/.tmp/hbase.id]:[hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/hbase.id] 2024-12-02T15:05:51,149 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:51,149 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:51,150 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:05:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:51,602 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:51,603 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:51,603 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:51,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:51,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:51,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:51,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:51,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:52,013 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store 2024-12-02T15:05:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:52,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:52,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:52,026 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:52,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:52,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:52,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:52,026 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:52,027 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151952026Disabling compacts and flushes for region at 1733151952026Disabling writes for close at 1733151952026Writing region close event to WAL at 1733151952026Closed at 1733151952026 2024-12-02T15:05:52,028 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/.initializing 2024-12-02T15:05:52,028 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/WALs/be0458f36726,41273,1733151950453 2024-12-02T15:05:52,029 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:52,030 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C41273%2C1733151950453, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/WALs/be0458f36726,41273,1733151950453, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:52,042 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/WALs/be0458f36726,41273,1733151950453/be0458f36726%2C41273%2C1733151950453.1733151952030, exclude list is [], retry=0 2024-12-02T15:05:52,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-b2a2fffc-80f7-4264-91f9-3db0920e5925,DISK] 2024-12-02T15:05:52,050 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/WALs/be0458f36726,41273,1733151950453/be0458f36726%2C41273%2C1733151950453.1733151952030 2024-12-02T15:05:52,050 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38819:38819)] 2024-12-02T15:05:52,050 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:52,050 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:52,051 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,051 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:52,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:52,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:52,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:52,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:52,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:52,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:52,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:52,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:52,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:52,061 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,062 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,063 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,065 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,065 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:52,066 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:52,068 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:52,069 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74989631, jitterRate=0.11743257939815521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:52,070 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151952051Initializing all the Stores at 1733151952052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151952052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151952053 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151952053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151952053Cleaning up temporary data from old regions at 1733151952065 (+12 ms)Region opened successfully at 1733151952070 (+5 ms) 2024-12-02T15:05:52,070 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:52,074 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f17abbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:52,075 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:52,075 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:52,075 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:52,075 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:52,076 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:05:52,076 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:05:52,077 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:52,079 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:52,080 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:52,111 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/balancer already deleted, retry=false 2024-12-02T15:05:52,112 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:52,113 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:52,120 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/normalizer already deleted, retry=false 2024-12-02T15:05:52,120 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:52,121 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:52,128 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/switch/split already deleted, retry=false 2024-12-02T15:05:52,130 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:52,136 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/switch/merge already deleted, retry=false 2024-12-02T15:05:52,139 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:52,145 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:52,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831243007/running 2024-12-02T15:05:52,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831243007/running 2024-12-02T15:05:52,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,154 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,41273,1733151950453, sessionid=0x10197c1c62e0000, setting cluster-up flag (Was=false) 2024-12-02T15:05:52,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,195 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01831243007/flush-table-proc/acquired, /01831243007/flush-table-proc/reached, /01831243007/flush-table-proc/abort 2024-12-02T15:05:52,196 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,41273,1733151950453 2024-12-02T15:05:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:52,236 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01831243007/online-snapshot/acquired, /01831243007/online-snapshot/reached, /01831243007/online-snapshot/abort 2024-12-02T15:05:52,238 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,41273,1733151950453 2024-12-02T15:05:52,239 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:52,240 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:52,240 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:52,241 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:52,241 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,41273,1733151950453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:52,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,243 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:52,243 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:52,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:52,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151982245 2024-12-02T15:05:52,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:52,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:52,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:52,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:52,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:52,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:52,251 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151952250,5,FailOnTimeoutGroup] 2024-12-02T15:05:52,251 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151952251,5,FailOnTimeoutGroup] 2024-12-02T15:05:52,251 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,251 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:52,251 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,251 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:52,282 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(746): ClusterId : 22eada2e-8571-4c93-9296-a2c1b7ccb841 2024-12-02T15:05:52,282 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:52,314 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:52,314 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:52,329 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:52,329 DEBUG [RS:0;be0458f36726:44427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c403a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:52,339 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:44427 2024-12-02T15:05:52,339 INFO [RS:0;be0458f36726:44427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:52,339 INFO [RS:0;be0458f36726:44427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:52,339 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:52,340 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,41273,1733151950453 with port=44427, startcode=1733151950636 2024-12-02T15:05:52,340 DEBUG [RS:0;be0458f36726:44427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:52,341 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:52,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,44427,1733151950636 2024-12-02T15:05:52,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41273 {}] master.ServerManager(517): Registering regionserver=be0458f36726,44427,1733151950636 2024-12-02T15:05:52,343 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b 2024-12-02T15:05:52,343 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45865 2024-12-02T15:05:52,343 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/rs 2024-12-02T15:05:52,372 DEBUG [RS:0;be0458f36726:44427 {}] zookeeper.ZKUtil(111): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on existing znode=/01831243007/rs/be0458f36726,44427,1733151950636 2024-12-02T15:05:52,372 WARN [RS:0;be0458f36726:44427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:52,372 INFO [RS:0;be0458f36726:44427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:52,373 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636 2024-12-02T15:05:52,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,44427,1733151950636] 2024-12-02T15:05:52,376 INFO [RS:0;be0458f36726:44427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:52,378 INFO [RS:0;be0458f36726:44427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:52,379 INFO [RS:0;be0458f36726:44427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:52,379 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,379 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:52,380 INFO [RS:0;be0458f36726:44427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:52,380 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:52,380 DEBUG [RS:0;be0458f36726:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:52,382 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,382 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,382 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,383 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,383 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,383 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44427,1733151950636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:52,395 INFO [RS:0;be0458f36726:44427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:52,395 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44427,1733151950636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,395 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,395 INFO [RS:0;be0458f36726:44427 {}] regionserver.Replication(171): be0458f36726,44427,1733151950636 started 2024-12-02T15:05:52,407 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:52,408 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,44427,1733151950636, RpcServer on be0458f36726/172.17.0.2:44427, sessionid=0x10197c1c62e0001 2024-12-02T15:05:52,408 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:52,408 DEBUG [RS:0;be0458f36726:44427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,44427,1733151950636 2024-12-02T15:05:52,408 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,44427,1733151950636' 2024-12-02T15:05:52,408 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01831243007/flush-table-proc/abort' 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01831243007/flush-table-proc/acquired' 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,44427,1733151950636 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,44427,1733151950636' 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01831243007/online-snapshot/abort' 2024-12-02T15:05:52,409 DEBUG [RS:0;be0458f36726:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01831243007/online-snapshot/acquired' 2024-12-02T15:05:52,410 DEBUG [RS:0;be0458f36726:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:52,410 INFO [RS:0;be0458f36726:44427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:52,410 INFO [RS:0;be0458f36726:44427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:52,510 INFO [RS:0;be0458f36726:44427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:52,512 INFO [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44427%2C1733151950636, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs, maxLogs=10 2024-12-02T15:05:52,528 DEBUG [RS:0;be0458f36726:44427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512, exclude list is [], retry=0 2024-12-02T15:05:52,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-b2a2fffc-80f7-4264-91f9-3db0920e5925,DISK] 2024-12-02T15:05:52,534 INFO [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 2024-12-02T15:05:52,535 DEBUG [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38819:38819)] 2024-12-02T15:05:52,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:52,656 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b 2024-12-02T15:05:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:53,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:53,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:53,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:53,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:53,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:53,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:53,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:53,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:53,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:53,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740 2024-12-02T15:05:53,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740 2024-12-02T15:05:53,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:53,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:53,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:53,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:53,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:53,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70152769, jitterRate=0.04535771906375885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:53,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151953066Initializing all the Stores at 1733151953067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151953067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953067Cleaning up temporary data from old regions at 1733151953081 (+14 ms)Region opened successfully at 1733151953086 (+5 ms) 2024-12-02T15:05:53,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:53,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:53,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:53,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:53,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:53,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:53,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151953086Disabling compacts and flushes for region at 1733151953086Disabling writes for close at 1733151953086Writing region close event to WAL at 1733151953087 (+1 ms)Closed at 1733151953087 2024-12-02T15:05:53,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:53,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:53,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:53,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:53,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:05:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:05:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:05:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:05:53,242 DEBUG [be0458f36726:41273 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:53,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:05:53,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,44427,1733151950636, state=OPENING 2024-12-02T15:05:53,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:53,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:53,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:05:53,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:53,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831243007/meta-region-server: CHANGED 2024-12-02T15:05:53,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,44427,1733151950636}] 2024-12-02T15:05:53,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831243007/meta-region-server: CHANGED 2024-12-02T15:05:53,485 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:53,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:53,491 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:53,492 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:53,492 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:53,494 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44427%2C1733151950636.meta, suffix=.meta, logDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs, maxLogs=10 2024-12-02T15:05:53,509 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.meta.1733151953494.meta, exclude list is [], retry=0 2024-12-02T15:05:53,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-b2a2fffc-80f7-4264-91f9-3db0920e5925,DISK] 2024-12-02T15:05:53,520 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.meta.1733151953494.meta 2024-12-02T15:05:53,520 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38819:38819)] 2024-12-02T15:05:53,521 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:53,521 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:53,521 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:53,521 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:53,521 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:53,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:53,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:53,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:53,522 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:53,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:53,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:53,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:53,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:53,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:53,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:53,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:53,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:53,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:53,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:53,537 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:53,537 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740 2024-12-02T15:05:53,539 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740 2024-12-02T15:05:53,540 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:53,540 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:53,541 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:53,543 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:53,544 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60418973, jitterRate=-0.09968714416027069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:53,544 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:53,545 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151953522Writing region info on filesystem at 1733151953522Initializing all the Stores at 1733151953523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953526 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151953526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151953526Cleaning up temporary data from old regions at 1733151953540 (+14 ms)Running coprocessor post-open hooks at 1733151953544 (+4 ms)Region opened successfully at 1733151953545 (+1 ms) 2024-12-02T15:05:53,547 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151953485 2024-12-02T15:05:53,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:05:53,553 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:53,553 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:53,554 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,44427,1733151950636, state=OPEN 2024-12-02T15:05:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01831243007/meta-region-server 2024-12-02T15:05:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01831243007/meta-region-server 2024-12-02T15:05:53,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,44427,1733151950636 2024-12-02T15:05:53,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831243007/meta-region-server: CHANGED 2024-12-02T15:05:53,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831243007/meta-region-server: CHANGED 2024-12-02T15:05:53,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:53,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,44427,1733151950636 in 262 msec 2024-12-02T15:05:53,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:53,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-12-02T15:05:53,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:53,607 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:53,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:53,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:05:53,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:53,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:53,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-12-02T15:05:53,616 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151953616, completionTime=-1 2024-12-02T15:05:53,616 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:53,617 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152013619 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152073619 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,620 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:41273, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,620 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,622 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:53,622 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.907sec 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:53,627 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:53,630 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:53,630 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:53,630 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41273,1733151950453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:53,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:53,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41273,-1 for getting cluster id 2024-12-02T15:05:53,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:53,684 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22eada2e-8571-4c93-9296-a2c1b7ccb841' 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22eada2e-8571-4c93-9296-a2c1b7ccb841" 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3dbefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41273,-1] 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:53,687 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:53,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:53,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:53,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:05:53,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:53,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,41273,1733151950453 2024-12-02T15:05:53,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:53,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c1c62e0002 connected 2024-12-02T15:05:53,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir so I do NOT create it in target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536 2024-12-02T15:05:53,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:05:53,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.tmp.dir so I do NOT create it in target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536 2024-12-02T15:05:53,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:05:53,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536 2024-12-02T15:05:53,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/cluster_5e1ddfd4-a576-2675-4e2c-bb92b9f2bbdc, deleteOnExit=true 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/test.cache.data in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:05:53,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:53,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:05:53,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:05:54,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:54,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:54,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:54,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:54,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:05:54,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:54,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:54,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:54,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/java.io.tmpdir/jetty-localhost-37167-hadoop-hdfs-3_4_1-tests_jar-_-any-12172712664995881799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:05:54,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:37167} 2024-12-02T15:05:54,346 INFO [Time-limited test {}] server.Server(415): Started @57047ms 2024-12-02T15:05:54,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:05:54,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:05:54,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:05:54,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:05:54,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:05:54,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:05:54,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:05:54,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/java.io.tmpdir/jetty-localhost-46517-hadoop-hdfs-3_4_1-tests_jar-_-any-9964382632370562900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:05:54,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:46517} 2024-12-02T15:05:54,666 INFO [Time-limited test {}] server.Server(415): Started @57366ms 2024-12-02T15:05:54,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:05:55,023 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/cluster_5e1ddfd4-a576-2675-4e2c-bb92b9f2bbdc/data/data1/current/BP-150122937-172.17.0.2-1733151953777/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:55,023 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/cluster_5e1ddfd4-a576-2675-4e2c-bb92b9f2bbdc/data/data2/current/BP-150122937-172.17.0.2-1733151953777/current, will proceed with Du for space computation calculation, 2024-12-02T15:05:55,039 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:05:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759703e7bd4eb91d with lease ID 0x641b7c4ef41fde7b: Processing first storage report for DS-a18ffeae-8237-41c4-a048-8f3359cf4201 from datanode DatanodeRegistration(127.0.0.1:34987, datanodeUuid=68f3d608-5691-4f4b-997f-c0e841c3c1a4, infoPort=40191, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=756397918;c=1733151953777) 2024-12-02T15:05:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759703e7bd4eb91d with lease ID 0x641b7c4ef41fde7b: from storage DS-a18ffeae-8237-41c4-a048-8f3359cf4201 node DatanodeRegistration(127.0.0.1:34987, datanodeUuid=68f3d608-5691-4f4b-997f-c0e841c3c1a4, infoPort=40191, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=756397918;c=1733151953777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759703e7bd4eb91d with lease ID 0x641b7c4ef41fde7b: Processing first storage report for DS-df6abc13-639e-4f19-a1a7-886b59eb8e43 from datanode DatanodeRegistration(127.0.0.1:34987, datanodeUuid=68f3d608-5691-4f4b-997f-c0e841c3c1a4, infoPort=40191, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=756397918;c=1733151953777) 2024-12-02T15:05:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759703e7bd4eb91d with lease ID 0x641b7c4ef41fde7b: from storage DS-df6abc13-639e-4f19-a1a7-886b59eb8e43 node DatanodeRegistration(127.0.0.1:34987, datanodeUuid=68f3d608-5691-4f4b-997f-c0e841c3c1a4, infoPort=40191, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=756397918;c=1733151953777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:05:55,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536 2024-12-02T15:05:55,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:05:55,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228 with version=8 2024-12-02T15:05:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/hbase-staging 2024-12-02T15:05:55,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:55,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:05:55,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:55,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34553 2024-12-02T15:05:55,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34553 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:55,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345530x0, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:55,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34553-0x10197c1c62e0003 connected 2024-12-02T15:05:55,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/running 2024-12-02T15:05:55,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228, hbase.cluster.distributed=false 2024-12-02T15:05:55,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/acl 2024-12-02T15:05:55,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34553 2024-12-02T15:05:55,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34553 2024-12-02T15:05:55,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34553 2024-12-02T15:05:55,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34553 2024-12-02T15:05:55,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34553 2024-12-02T15:05:55,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:05:55,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:05:55,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41039 2024-12-02T15:05:55,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41039 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:55,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:55,728 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410390x0, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:55,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410390x0, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/running 2024-12-02T15:05:55,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41039-0x10197c1c62e0004 connected 2024-12-02T15:05:55,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:05:55,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:05:55,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/master 2024-12-02T15:05:55,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/acl 2024-12-02T15:05:55,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-02T15:05:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41039 2024-12-02T15:05:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41039 2024-12-02T15:05:55,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-02T15:05:55,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-02T15:05:55,756 DEBUG [M:0;be0458f36726:34553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:34553 2024-12-02T15:05:55,757 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1297909620/backup-masters/be0458f36726,34553,1733151955507 2024-12-02T15:05:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/backup-masters 2024-12-02T15:05:55,766 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/backup-masters 2024-12-02T15:05:55,767 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on existing znode=/1-1297909620/backup-masters/be0458f36726,34553,1733151955507 2024-12-02T15:05:55,775 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297909620/master 2024-12-02T15:05:55,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:55,775 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:55,775 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on existing znode=/1-1297909620/master 2024-12-02T15:05:55,775 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1297909620/backup-masters/be0458f36726,34553,1733151955507 from backup master directory 2024-12-02T15:05:55,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297909620/backup-masters/be0458f36726,34553,1733151955507 2024-12-02T15:05:55,783 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/backup-masters 2024-12-02T15:05:55,783 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:55,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/backup-masters 2024-12-02T15:05:55,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,34553,1733151955507 2024-12-02T15:05:55,792 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/hbase.id] with ID: 48fd8492-d8e8-41aa-bc22-4a2e2c466652 2024-12-02T15:05:55,792 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/.tmp/hbase.id 2024-12-02T15:05:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:05:56,201 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/.tmp/hbase.id]:[hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/hbase.id] 2024-12-02T15:05:56,213 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:05:56,213 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:05:56,215 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T15:05:56,225 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:05:56,633 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:56,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:05:56,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:05:57,042 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store 2024-12-02T15:05:57,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:05:57,063 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:57,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:05:57,064 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:57,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:57,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:05:57,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:57,064 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:05:57,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733151957064Disabling compacts and flushes for region at 1733151957064Disabling writes for close at 1733151957064Writing region close event to WAL at 1733151957064Closed at 1733151957064 2024-12-02T15:05:57,066 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/.initializing 2024-12-02T15:05:57,067 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/WALs/be0458f36726,34553,1733151955507 2024-12-02T15:05:57,068 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:57,075 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C34553%2C1733151955507, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/WALs/be0458f36726,34553,1733151955507, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/oldWALs, maxLogs=10 2024-12-02T15:05:57,093 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/WALs/be0458f36726,34553,1733151955507/be0458f36726%2C34553%2C1733151955507.1733151957075, exclude list is [], retry=0 2024-12-02T15:05:57,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34987,DS-a18ffeae-8237-41c4-a048-8f3359cf4201,DISK] 2024-12-02T15:05:57,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/WALs/be0458f36726,34553,1733151955507/be0458f36726%2C34553%2C1733151955507.1733151957075 2024-12-02T15:05:57,099 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191)] 2024-12-02T15:05:57,099 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:57,099 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:57,100 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,100 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:05:57,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:57,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:57,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:05:57,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:57,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:57,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:05:57,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:57,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:57,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:05:57,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:57,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:57,114 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,116 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,116 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,117 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,117 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,117 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:57,119 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:05:57,123 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:57,124 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62587117, jitterRate=-0.06737928092479706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:57,124 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733151957100Initializing all the Stores at 1733151957101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151957101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151957101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151957101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151957101Cleaning up temporary data from old regions at 1733151957117 (+16 ms)Region opened successfully at 1733151957124 (+7 ms) 2024-12-02T15:05:57,124 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:05:57,128 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540b6e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:57,129 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:05:57,129 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:05:57,129 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:05:57,129 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:05:57,130 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:05:57,131 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:05:57,131 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:05:57,141 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:05:57,142 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/balancer because node does not exist (not necessarily an error) 2024-12-02T15:05:57,153 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/balancer already deleted, retry=false 2024-12-02T15:05:57,153 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:05:57,154 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:05:57,161 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/normalizer already deleted, retry=false 2024-12-02T15:05:57,162 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:05:57,163 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:05:57,169 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/switch/split already deleted, retry=false 2024-12-02T15:05:57,171 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:05:57,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/switch/merge already deleted, retry=false 2024-12-02T15:05:57,180 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:05:57,186 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/snapshot-cleanup already deleted, retry=false 2024-12-02T15:05:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297909620/running 2024-12-02T15:05:57,194 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297909620/running 2024-12-02T15:05:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,195 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,195 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,34553,1733151955507, sessionid=0x10197c1c62e0003, setting cluster-up flag (Was=false) 2024-12-02T15:05:57,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,211 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,236 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1297909620/flush-table-proc/acquired, /1-1297909620/flush-table-proc/reached, /1-1297909620/flush-table-proc/abort 2024-12-02T15:05:57,237 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,34553,1733151955507 2024-12-02T15:05:57,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,282 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:57,325 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1297909620/online-snapshot/acquired, /1-1297909620/online-snapshot/reached, /1-1297909620/online-snapshot/abort 2024-12-02T15:05:57,326 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,34553,1733151955507 2024-12-02T15:05:57,327 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:05:57,328 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:57,329 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:05:57,329 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:05:57,329 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,34553,1733151955507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:05:57,330 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:57,330 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:57,330 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:57,330 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:05:57,330 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:05:57,331 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,331 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:57,331 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:57,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:05:57,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:57,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:05:57,339 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733151987339 2024-12-02T15:05:57,339 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:05:57,340 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,341 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:05:57,341 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:05:57,341 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:05:57,341 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:05:57,350 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:05:57,350 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:05:57,354 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151957350,5,FailOnTimeoutGroup] 2024-12-02T15:05:57,356 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(746): ClusterId : 48fd8492-d8e8-41aa-bc22-4a2e2c466652 2024-12-02T15:05:57,356 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:05:57,360 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151957355,5,FailOnTimeoutGroup] 2024-12-02T15:05:57,360 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,360 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:05:57,360 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,360 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:05:57,367 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:05:57,367 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:05:57,376 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:05:57,376 DEBUG [RS:0;be0458f36726:41039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1845236e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:05:57,399 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:41039 2024-12-02T15:05:57,399 INFO [RS:0;be0458f36726:41039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:05:57,399 INFO [RS:0;be0458f36726:41039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:05:57,399 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:05:57,400 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,34553,1733151955507 with port=41039, startcode=1733151955713 2024-12-02T15:05:57,400 DEBUG [RS:0;be0458f36726:41039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:05:57,402 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:05:57,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,41039,1733151955713 2024-12-02T15:05:57,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34553 {}] master.ServerManager(517): Registering regionserver=be0458f36726,41039,1733151955713 2024-12-02T15:05:57,404 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228 2024-12-02T15:05:57,404 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34441 2024-12-02T15:05:57,404 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:05:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/rs 2024-12-02T15:05:57,432 DEBUG [RS:0;be0458f36726:41039 {}] zookeeper.ZKUtil(111): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on existing znode=/1-1297909620/rs/be0458f36726,41039,1733151955713 2024-12-02T15:05:57,433 WARN [RS:0;be0458f36726:41039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:05:57,433 INFO [RS:0;be0458f36726:41039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:57,433 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713 2024-12-02T15:05:57,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,41039,1733151955713] 2024-12-02T15:05:57,437 INFO [RS:0;be0458f36726:41039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:05:57,438 INFO [RS:0;be0458f36726:41039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:05:57,443 INFO [RS:0;be0458f36726:41039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:05:57,443 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,443 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:05:57,444 INFO [RS:0;be0458f36726:41039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:05:57,444 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:57,444 DEBUG [RS:0;be0458f36726:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:05:57,445 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,445 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,445 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,446 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,446 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,446 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41039,1733151955713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:57,459 INFO [RS:0;be0458f36726:41039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:05:57,459 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41039,1733151955713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,459 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,459 INFO [RS:0;be0458f36726:41039 {}] regionserver.Replication(171): be0458f36726,41039,1733151955713 started 2024-12-02T15:05:57,471 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:57,471 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,41039,1733151955713, RpcServer on be0458f36726/172.17.0.2:41039, sessionid=0x10197c1c62e0004 2024-12-02T15:05:57,471 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:05:57,471 DEBUG [RS:0;be0458f36726:41039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,41039,1733151955713 2024-12-02T15:05:57,471 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41039,1733151955713' 2024-12-02T15:05:57,471 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1297909620/flush-table-proc/abort' 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1297909620/flush-table-proc/acquired' 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,41039,1733151955713 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41039,1733151955713' 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1297909620/online-snapshot/abort' 2024-12-02T15:05:57,472 DEBUG [RS:0;be0458f36726:41039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1297909620/online-snapshot/acquired' 2024-12-02T15:05:57,473 DEBUG [RS:0;be0458f36726:41039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:05:57,473 INFO [RS:0;be0458f36726:41039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:05:57,473 INFO [RS:0;be0458f36726:41039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:05:57,573 INFO [RS:0;be0458f36726:41039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:05:57,575 INFO [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41039%2C1733151955713, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/oldWALs, maxLogs=10 2024-12-02T15:05:57,587 DEBUG [RS:0;be0458f36726:41039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713/be0458f36726%2C41039%2C1733151955713.1733151957575, exclude list is [], retry=0 2024-12-02T15:05:57,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34987,DS-a18ffeae-8237-41c4-a048-8f3359cf4201,DISK] 2024-12-02T15:05:57,592 INFO [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713/be0458f36726%2C41039%2C1733151955713.1733151957575 2024-12-02T15:05:57,592 DEBUG [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191)] 2024-12-02T15:05:57,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:05:57,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228 2024-12-02T15:05:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:05:58,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:58,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:58,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:58,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:58,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:58,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:58,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:58,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:58,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:58,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740 2024-12-02T15:05:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740 2024-12-02T15:05:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:58,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:58,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:58,191 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:58,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974843, jitterRate=-0.0019970685243606567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733151958169Initializing all the Stores at 1733151958170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151958170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958170Cleaning up temporary data from old regions at 1733151958187 (+17 ms)Region opened successfully at 1733151958191 (+4 ms) 2024-12-02T15:05:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:05:58,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:05:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:05:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:05:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:05:58,192 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:05:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733151958191Disabling compacts and flushes for region at 1733151958191Disabling writes for close at 1733151958192 (+1 ms)Writing region close event to WAL at 1733151958192Closed at 1733151958192 2024-12-02T15:05:58,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:58,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:05:58,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:05:58,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:58,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:05:58,351 DEBUG [be0458f36726:34553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:05:58,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,41039,1733151955713 2024-12-02T15:05:58,352 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41039,1733151955713, state=OPENING 2024-12-02T15:05:58,386 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:05:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:58,395 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:05:58,395 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:05:58,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297909620/meta-region-server: CHANGED 2024-12-02T15:05:58,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41039,1733151955713}] 2024-12-02T15:05:58,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297909620/meta-region-server: CHANGED 2024-12-02T15:05:58,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:05:58,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:05:58,554 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:05:58,554 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:05:58,554 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:05:58,556 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41039%2C1733151955713.meta, suffix=.meta, logDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/oldWALs, maxLogs=10 2024-12-02T15:05:58,573 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713/be0458f36726%2C41039%2C1733151955713.meta.1733151958556.meta, exclude list is [], retry=0 2024-12-02T15:05:58,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34987,DS-a18ffeae-8237-41c4-a048-8f3359cf4201,DISK] 2024-12-02T15:05:58,578 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713/be0458f36726%2C41039%2C1733151955713.meta.1733151958556.meta 2024-12-02T15:05:58,578 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191)] 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:58,579 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:05:58,579 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:58,579 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:05:58,580 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:05:58,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:05:58,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:05:58,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:05:58,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:05:58,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:05:58,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:05:58,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:05:58,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:05:58,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:05:58,588 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:05:58,589 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740 2024-12-02T15:05:58,590 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740 2024-12-02T15:05:58,591 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:05:58,591 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:05:58,592 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:05:58,593 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:05:58,594 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60352837, jitterRate=-0.100672647356987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:05:58,594 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:05:58,594 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733151958580Writing region info on filesystem at 1733151958580Initializing all the Stores at 1733151958581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151958581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733151958581Cleaning up temporary data from old regions at 1733151958591 (+10 ms)Running coprocessor post-open hooks at 1733151958594 (+3 ms)Region opened successfully at 1733151958594 2024-12-02T15:05:58,595 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733151958549 2024-12-02T15:05:58,598 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:05:58,598 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:05:58,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,41039,1733151955713 2024-12-02T15:05:58,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41039,1733151955713, state=OPEN 2024-12-02T15:05:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1297909620/meta-region-server 2024-12-02T15:05:58,620 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1297909620/meta-region-server 2024-12-02T15:05:58,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,41039,1733151955713 2024-12-02T15:05:58,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297909620/meta-region-server: CHANGED 2024-12-02T15:05:58,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297909620/meta-region-server: CHANGED 2024-12-02T15:05:58,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:05:58,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41039,1733151955713 in 225 msec 2024-12-02T15:05:58,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:05:58,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-02T15:05:58,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:05:58,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:05:58,629 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:58,629 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41039,1733151955713, seqNum=-1] 2024-12-02T15:05:58,629 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:58,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:58,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-12-02T15:05:58,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733151958637, completionTime=-1 2024-12-02T15:05:58,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:05:58,637 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:05:58,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:05:58,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152018639 2024-12-02T15:05:58,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152078639 2024-12-02T15:05:58,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:34553, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,640 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,642 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:05:58,645 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:05:58,648 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:05:58,648 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:05:58,648 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34553,1733151955507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:05:58,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:58,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34553,-1 for getting cluster id 2024-12-02T15:05:58,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:05:58,658 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fd8492-d8e8-41aa-bc22-4a2e2c466652' 2024-12-02T15:05:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:05:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fd8492-d8e8-41aa-bc22-4a2e2c466652" 2024-12-02T15:05:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34553,-1] 2024-12-02T15:05:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:05:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:05:58,660 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:05:58,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:05:58,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:05:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41039,1733151955713, seqNum=-1] 2024-12-02T15:05:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:05:58,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:05:58,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,34553,1733151955507 2024-12-02T15:05:58,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52399 2024-12-02T15:05:58,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:05:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:05:58,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c1c62e0005 connected 2024-12-02T15:05:58,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:58,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:58,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:58,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41273,1733151950453 2024-12-02T15:05:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b615a6 2024-12-02T15:05:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:58,707 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:58,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:05:58,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:05:58,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:58,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:05:58,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:05:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:58,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:05:58,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:05:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:05:58,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6660873a8fabf2a78461a90852e49a2f, NAME => 'test,,1733151958708.6660873a8fabf2a78461a90852e49a2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b 2024-12-02T15:05:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:05:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733151958708.6660873a8fabf2a78461a90852e49a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6660873a8fabf2a78461a90852e49a2f, disabling compactions & flushes 2024-12-02T15:05:59,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. after waiting 0 ms 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6660873a8fabf2a78461a90852e49a2f: Waiting for close lock at 1733151959172Disabling compacts and flushes for region at 1733151959172Disabling writes for close at 1733151959172Writing region close event to WAL at 1733151959172Closed at 1733151959172 2024-12-02T15:05:59,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:05:59,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733151958708.6660873a8fabf2a78461a90852e49a2f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733151959174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733151959174"}]},"ts":"1733151959174"} 2024-12-02T15:05:59,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:05:59,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:05:59,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151959179"}]},"ts":"1733151959179"} 2024-12-02T15:05:59,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:05:59,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6660873a8fabf2a78461a90852e49a2f, ASSIGN}] 2024-12-02T15:05:59,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6660873a8fabf2a78461a90852e49a2f, ASSIGN 2024-12-02T15:05:59,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6660873a8fabf2a78461a90852e49a2f, ASSIGN; state=OFFLINE, location=be0458f36726,44427,1733151950636; forceNewPlan=false, retain=false 2024-12-02T15:05:59,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6660873a8fabf2a78461a90852e49a2f, regionState=OPENING, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:05:59,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6660873a8fabf2a78461a90852e49a2f, ASSIGN because future has completed 2024-12-02T15:05:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:59,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6660873a8fabf2a78461a90852e49a2f, server=be0458f36726,44427,1733151950636}] 2024-12-02T15:05:59,527 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,528 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6660873a8fabf2a78461a90852e49a2f, NAME => 'test,,1733151958708.6660873a8fabf2a78461a90852e49a2f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:05:59,528 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:05:59,528 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:05:59,529 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,529 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733151958708.6660873a8fabf2a78461a90852e49a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:05:59,529 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,529 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,532 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,533 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6660873a8fabf2a78461a90852e49a2f columnFamilyName f 2024-12-02T15:05:59,533 DEBUG [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:59,534 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(327): Store=6660873a8fabf2a78461a90852e49a2f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:59,534 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,536 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6660873a8fabf2a78461a90852e49a2f columnFamilyName f1 2024-12-02T15:05:59,536 DEBUG [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:59,537 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(327): Store=6660873a8fabf2a78461a90852e49a2f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:59,537 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,538 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6660873a8fabf2a78461a90852e49a2f columnFamilyName norep 2024-12-02T15:05:59,539 DEBUG [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:59,541 INFO [StoreOpener-6660873a8fabf2a78461a90852e49a2f-1 {}] regionserver.HStore(327): Store=6660873a8fabf2a78461a90852e49a2f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:05:59,541 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,546 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,546 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,547 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,547 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,548 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:05:59,549 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,553 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:05:59,554 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6660873a8fabf2a78461a90852e49a2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742627, jitterRate=-0.12466664612293243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:05:59,554 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:05:59,555 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6660873a8fabf2a78461a90852e49a2f: Running coprocessor pre-open hook at 1733151959529Writing region info on filesystem at 1733151959529Initializing all the Stores at 1733151959530 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151959530Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151959531 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151959531Cleaning up temporary data from old regions at 1733151959547 (+16 ms)Running coprocessor post-open hooks at 1733151959554 (+7 ms)Region opened successfully at 1733151959555 (+1 ms) 2024-12-02T15:05:59,562 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., pid=6, masterSystemTime=1733151959518 2024-12-02T15:05:59,565 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,565 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:05:59,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6660873a8fabf2a78461a90852e49a2f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:05:59,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6660873a8fabf2a78461a90852e49a2f, server=be0458f36726,44427,1733151950636 because future has completed 2024-12-02T15:05:59,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:05:59,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6660873a8fabf2a78461a90852e49a2f, server=be0458f36726,44427,1733151950636 in 210 msec 2024-12-02T15:05:59,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:05:59,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6660873a8fabf2a78461a90852e49a2f, ASSIGN in 394 msec 2024-12-02T15:05:59,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:05:59,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151959582"}]},"ts":"1733151959582"} 2024-12-02T15:05:59,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:05:59,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:05:59,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 874 msec 2024-12-02T15:05:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:59,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:05:59,865 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:05:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34553,1733151955507 2024-12-02T15:05:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e0c02 2024-12-02T15:05:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:05:59,867 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:05:59,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:05:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:05:59,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:05:59,870 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:05:59,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:05:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:05:59,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:05:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:05:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:06:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:06:00,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b88c55937722540c65f6d8e36753a3e, NAME => 'test,,1733151959867.3b88c55937722540c65f6d8e36753a3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228 2024-12-02T15:06:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:06:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733151959867.3b88c55937722540c65f6d8e36753a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b88c55937722540c65f6d8e36753a3e, disabling compactions & flushes 2024-12-02T15:06:00,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. after waiting 0 ms 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:00,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:00,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b88c55937722540c65f6d8e36753a3e: Waiting for close lock at 1733151960685Disabling compacts and flushes for region at 1733151960685Disabling writes for close at 1733151960685Writing region close event to WAL at 1733151960685Closed at 1733151960685 2024-12-02T15:06:00,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:06:00,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733151959867.3b88c55937722540c65f6d8e36753a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733151960687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733151960687"}]},"ts":"1733151960687"} 2024-12-02T15:06:00,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:06:00,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:06:00,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151960690"}]},"ts":"1733151960690"} 2024-12-02T15:06:00,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:06:00,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b88c55937722540c65f6d8e36753a3e, ASSIGN}] 2024-12-02T15:06:00,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b88c55937722540c65f6d8e36753a3e, ASSIGN 2024-12-02T15:06:00,694 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b88c55937722540c65f6d8e36753a3e, ASSIGN; state=OFFLINE, location=be0458f36726,41039,1733151955713; forceNewPlan=false, retain=false 2024-12-02T15:06:00,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b88c55937722540c65f6d8e36753a3e, regionState=OPENING, regionLocation=be0458f36726,41039,1733151955713 2024-12-02T15:06:00,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b88c55937722540c65f6d8e36753a3e, ASSIGN because future has completed 2024-12-02T15:06:00,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b88c55937722540c65f6d8e36753a3e, server=be0458f36726,41039,1733151955713}] 2024-12-02T15:06:01,003 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:01,003 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b88c55937722540c65f6d8e36753a3e, NAME => 'test,,1733151959867.3b88c55937722540c65f6d8e36753a3e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:06:01,003 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:06:01,003 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:06:01,003 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,003 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733151959867.3b88c55937722540c65f6d8e36753a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:06:01,004 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,004 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:06:01,005 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,006 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b88c55937722540c65f6d8e36753a3e columnFamilyName f 2024-12-02T15:06:01,006 DEBUG [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:01,006 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(327): Store=3b88c55937722540c65f6d8e36753a3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:01,006 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,007 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b88c55937722540c65f6d8e36753a3e columnFamilyName f1 2024-12-02T15:06:01,007 DEBUG [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:01,008 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(327): Store=3b88c55937722540c65f6d8e36753a3e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:01,008 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,009 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b88c55937722540c65f6d8e36753a3e columnFamilyName norep 2024-12-02T15:06:01,009 DEBUG [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:01,009 INFO [StoreOpener-3b88c55937722540c65f6d8e36753a3e-1 {}] regionserver.HStore(327): Store=3b88c55937722540c65f6d8e36753a3e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:01,009 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,010 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,010 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,011 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,011 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,011 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:06:01,012 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,014 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:06:01,015 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b88c55937722540c65f6d8e36753a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67162159, jitterRate=7.941573858261108E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:06:01,015 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:06:01,015 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b88c55937722540c65f6d8e36753a3e: Running coprocessor pre-open hook at 1733151961004Writing region info on filesystem at 1733151961004Initializing all the Stores at 1733151961004Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151961005 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151961005Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151961005Cleaning up temporary data from old regions at 1733151961011 (+6 ms)Running coprocessor post-open hooks at 1733151961015 (+4 ms)Region opened successfully at 1733151961015 2024-12-02T15:06:01,016 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733151959867.3b88c55937722540c65f6d8e36753a3e., pid=6, masterSystemTime=1733151961000 2024-12-02T15:06:01,018 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:01,018 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:06:01,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b88c55937722540c65f6d8e36753a3e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,41039,1733151955713 2024-12-02T15:06:01,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b88c55937722540c65f6d8e36753a3e, server=be0458f36726,41039,1733151955713 because future has completed 2024-12-02T15:06:01,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:06:01,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b88c55937722540c65f6d8e36753a3e, server=be0458f36726,41039,1733151955713 in 176 msec 2024-12-02T15:06:01,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:06:01,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b88c55937722540c65f6d8e36753a3e, ASSIGN in 333 msec 2024-12-02T15:06:01,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:06:01,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151961028"}]},"ts":"1733151961028"} 2024-12-02T15:06:01,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:06:01,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:06:01,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-02T15:06:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:06:02,014 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:06:02,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41273,-1 for getting cluster id 2024-12-02T15:06:02,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:02,016 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22eada2e-8571-4c93-9296-a2c1b7ccb841' 2024-12-02T15:06:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22eada2e-8571-4c93-9296-a2c1b7ccb841" 2024-12-02T15:06:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3bcfda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41273,-1] 2024-12-02T15:06:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,018 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e666b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34553,-1 for getting cluster id 2024-12-02T15:06:02,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:02,020 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fd8492-d8e8-41aa-bc22-4a2e2c466652' 2024-12-02T15:06:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fd8492-d8e8-41aa-bc22-4a2e2c466652" 2024-12-02T15:06:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63e67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34553,-1] 2024-12-02T15:06:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,022 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6672868b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41273,-1 for getting cluster id 2024-12-02T15:06:02,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:02,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22eada2e-8571-4c93-9296-a2c1b7ccb841' 2024-12-02T15:06:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22eada2e-8571-4c93-9296-a2c1b7ccb841" 2024-12-02T15:06:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693cd28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41273,-1] 2024-12-02T15:06:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,025 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41273,1733151950453 2024-12-02T15:06:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38aaf30 2024-12-02T15:06:02,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:02,030 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:06:02,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:34553,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:06:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:06:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:02,034 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34553' 2024-12-02T15:06:02,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ed64a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,035 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34553,-1 for getting cluster id 2024-12-02T15:06:02,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:02,036 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fd8492-d8e8-41aa-bc22-4a2e2c466652' 2024-12-02T15:06:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fd8492-d8e8-41aa-bc22-4a2e2c466652" 2024-12-02T15:06:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8872ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34553,-1] 2024-12-02T15:06:02,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:02,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,037 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:02,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715c6088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:02,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:02,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34553,1733151955507 2024-12-02T15:06:02,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755300ad 2024-12-02T15:06:02,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:02,040 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:06:02,041 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:06:02,041 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:06:02,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:02,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:06:02,041 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:06:02,043 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:06:02,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:06:02,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:02,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:06:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:06:02,093 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:06:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:02,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93495966b17ac0514af48d084ded3133, NAME => 'hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b 2024-12-02T15:06:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:06:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 93495966b17ac0514af48d084ded3133, disabling compactions & flushes 2024-12-02T15:06:02,904 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. after waiting 0 ms 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:02,904 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:02,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93495966b17ac0514af48d084ded3133: Waiting for close lock at 1733151962904Disabling compacts and flushes for region at 1733151962904Disabling writes for close at 1733151962904Writing region close event to WAL at 1733151962904Closed at 1733151962904 2024-12-02T15:06:02,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:06:02,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733151962906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733151962906"}]},"ts":"1733151962906"} 2024-12-02T15:06:02,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:06:02,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:06:02,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151962909"}]},"ts":"1733151962909"} 2024-12-02T15:06:02,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:06:02,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93495966b17ac0514af48d084ded3133, ASSIGN}] 2024-12-02T15:06:02,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93495966b17ac0514af48d084ded3133, ASSIGN 2024-12-02T15:06:02,914 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93495966b17ac0514af48d084ded3133, ASSIGN; state=OFFLINE, location=be0458f36726,44427,1733151950636; forceNewPlan=false, retain=false 2024-12-02T15:06:03,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93495966b17ac0514af48d084ded3133, regionState=OPENING, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:06:03,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93495966b17ac0514af48d084ded3133, ASSIGN because future has completed 2024-12-02T15:06:03,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93495966b17ac0514af48d084ded3133, server=be0458f36726,44427,1733151950636}] 2024-12-02T15:06:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:03,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:06:03,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:06:03,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:06:03,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:06:03,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:06:03,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T15:06:03,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:06:03,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:06:03,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:06:03,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:06:03,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:03,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:06:03,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:06:03,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44427%2C1733151950636.rep, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs, maxLogs=10 2024-12-02T15:06:03,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.rep.1733151963226, exclude list is [], retry=0 2024-12-02T15:06:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-b2a2fffc-80f7-4264-91f9-3db0920e5925,DISK] 2024-12-02T15:06:03,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.rep.1733151963226 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38819:38819)] 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 93495966b17ac0514af48d084ded3133, NAME => 'hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:06:03,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. service=MultiRowMutationService 2024-12-02T15:06:03,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,243 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,244 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93495966b17ac0514af48d084ded3133 columnFamilyName hfileref 2024-12-02T15:06:03,244 DEBUG [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:03,244 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(327): Store=93495966b17ac0514af48d084ded3133/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:03,244 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,246 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93495966b17ac0514af48d084ded3133 columnFamilyName queue 2024-12-02T15:06:03,246 DEBUG [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:03,246 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(327): Store=93495966b17ac0514af48d084ded3133/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:03,246 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,247 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93495966b17ac0514af48d084ded3133 columnFamilyName sid 2024-12-02T15:06:03,247 DEBUG [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:06:03,248 INFO [StoreOpener-93495966b17ac0514af48d084ded3133-1 {}] regionserver.HStore(327): Store=93495966b17ac0514af48d084ded3133/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:06:03,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:06:03,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:06:03,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 93495966b17ac0514af48d084ded3133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61082411, jitterRate=-0.08980114758014679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:06:03,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93495966b17ac0514af48d084ded3133 2024-12-02T15:06:03,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 93495966b17ac0514af48d084ded3133: Running coprocessor pre-open hook at 1733151963241Writing region info on filesystem at 1733151963241Initializing all the Stores at 1733151963242 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151963242Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151963243 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733151963243Cleaning up temporary data from old regions at 1733151963249 (+6 ms)Running coprocessor post-open hooks at 1733151963253 (+4 ms)Region opened successfully at 1733151963253 2024-12-02T15:06:03,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133., pid=10, masterSystemTime=1733151963219 2024-12-02T15:06:03,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:03,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:06:03,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93495966b17ac0514af48d084ded3133, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,44427,1733151950636 2024-12-02T15:06:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93495966b17ac0514af48d084ded3133, server=be0458f36726,44427,1733151950636 because future has completed 2024-12-02T15:06:03,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:06:03,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 93495966b17ac0514af48d084ded3133, server=be0458f36726,44427,1733151950636 in 193 msec 2024-12-02T15:06:03,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:06:03,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93495966b17ac0514af48d084ded3133, ASSIGN in 350 msec 2024-12-02T15:06:03,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:06:03,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733151963265"}]},"ts":"1733151963265"} 2024-12-02T15:06:03,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:06:03,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:06:03,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-12-02T15:06:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133., hostname=be0458f36726,44427,1733151950636, seqNum=2] 2024-12-02T15:06:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:06:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:06:03,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:06:03,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:06:03,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:06:03,532 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:06:03,555 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,44427,1733151950636, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:06:03,556 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:03,556 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:06:03,556 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:03,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T15:06:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,44427,1733151950636', locateType=CURRENT is [region=hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133., hostname=be0458f36726,44427,1733151950636, seqNum=2] 2024-12-02T15:06:03,561 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:06:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:06:03,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,44427,1733151950636 suceeded 2024-12-02T15:06:03,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:06:03,565 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:34553,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T15:06:03,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T15:06:03,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-12-02T15:06:03,575 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:34553' 2024-12-02T15:06:03,576 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f8e06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:03,576 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34553,-1 for getting cluster id 2024-12-02T15:06:03,576 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:03,577 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fd8492-d8e8-41aa-bc22-4a2e2c466652' 2024-12-02T15:06:03,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:03,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fd8492-d8e8-41aa-bc22-4a2e2c466652" 2024-12-02T15:06:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66660e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34553,-1] 2024-12-02T15:06:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:03,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:03,579 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:03,579 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a571fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:03,580 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34553,1733151955507 2024-12-02T15:06:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5017ab36 2024-12-02T15:06:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:03,581 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T15:06:03,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,44427,1733151950636 (queues=1) is replicating from cluster=22eada2e-8571-4c93-9296-a2c1b7ccb841 to cluster=48fd8492-d8e8-41aa-bc22-4a2e2c466652 2024-12-02T15:06:03,582 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C44427%2C1733151950636 2024-12-02T15:06:03,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,44427,1733151950636, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:06:03,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C44427%2C1733151950636 2024-12-02T15:06:03,583 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512, startPosition=0, beingWritten=true 2024-12-02T15:06:03,593 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:06:03,593 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 379, reset compression=false 2024-12-02T15:06:03,593 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:06:03,798 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 379, reset compression=false 2024-12-02T15:06:04,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:06:04,116 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 379, reset compression=false 2024-12-02T15:06:04,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:06:04,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:06:04,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:06:04,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:06:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:06:04,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:06:04,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:06:04,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:06:04,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:04,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:04,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:06:04,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:06:04,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733151964180/Put/seqid=0 2024-12-02T15:06:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741840_1016 (size=7894) 2024-12-02T15:06:04,523 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 379, reset compression=false 2024-12-02T15:06:04,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_1 is 34, key is ddd/f:row/1733151964589/Put/seqid=0 2024-12-02T15:06:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741841_1017 (size=7691) 2024-12-02T15:06:04,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:04,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41273,-1 for getting cluster id 2024-12-02T15:06:04,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:04,613 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22eada2e-8571-4c93-9296-a2c1b7ccb841' 2024-12-02T15:06:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22eada2e-8571-4c93-9296-a2c1b7ccb841" 2024-12-02T15:06:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a21ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41273,-1] 2024-12-02T15:06:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:04,616 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:04,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:04,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:06:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:04,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:06:04,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41273,1733151950453 2024-12-02T15:06:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af6a23 2024-12-02T15:06:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:04,654 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:06:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2] 2024-12-02T15:06:04,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:06:04,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T15:06:04,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T15:06:04,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_0 for inclusion in 6660873a8fabf2a78461a90852e49a2f/f 2024-12-02T15:06:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T15:06:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:04,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_1 for inclusion in 6660873a8fabf2a78461a90852e49a2f/f 2024-12-02T15:06:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T15:06:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegion(2603): Flush status journal for 6660873a8fabf2a78461a90852e49a2f: 2024-12-02T15:06:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_0 to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_0 2024-12-02T15:06:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_0 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ 2024-12-02T15:06:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f/f/hfile_1 to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_1 2024-12-02T15:06:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_1 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ 2024-12-02T15:06:04,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_0 into 6660873a8fabf2a78461a90852e49a2f/f as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ - updating store file list. 2024-12-02T15:06:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:04,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ into 6660873a8fabf2a78461a90852e49a2f/f 2024-12-02T15:06:04,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_0 into 6660873a8fabf2a78461a90852e49a2f/f (new location: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_) 2024-12-02T15:06:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_0 2024-12-02T15:06:04,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_1 into 6660873a8fabf2a78461a90852e49a2f/f as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ - updating store file list. 2024-12-02T15:06:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:04,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ into 6660873a8fabf2a78461a90852e49a2f/f 2024-12-02T15:06:04,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_1 into 6660873a8fabf2a78461a90852e49a2f/f (new location: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_) 2024-12-02T15:06:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__3r9kuhqn4ctdo2sqmd2k8767rnhd3jc47p49r1uo8bvm331r5lv6c1m7hpnceh6e/f/hfile_1 2024-12-02T15:06:04,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:06:04,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:06:04,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 , the old value is region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:44427 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:06:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:06:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 from cache 2024-12-02T15:06:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54098 deadline: 1733152024821 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54098 2024-12-02T15:06:04,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:04,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:06:04,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41039,1733151955713, seqNum=-1] 2024-12-02T15:06:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:04,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:06:04,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733151959867.3b88c55937722540c65f6d8e36753a3e., hostname=be0458f36726,41039,1733151955713, seqNum=2] 2024-12-02T15:06:04,838 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:06:04,935 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:44427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:06:05,030 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 379, reset compression=false 2024-12-02T15:06:05,040 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:06:05,040 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: WALEntryBatch [walEntries=[{test/6660873a8fabf2a78461a90852e49a2f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733151964813/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:06:05,065 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:06:05,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T15:06:05,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.ReplicationSink(318): Replicating [22eada2e-8571-4c93-9296-a2c1b7ccb841] bulk loaded data 2024-12-02T15:06:05,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6101e6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:05,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,34553,-1 for getting cluster id 2024-12-02T15:06:05,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:05,075 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fd8492-d8e8-41aa-bc22-4a2e2c466652' 2024-12-02T15:06:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fd8492-d8e8-41aa-bc22-4a2e2c466652" 2024-12-02T15:06:05,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49dab5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:05,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,34553,-1] 2024-12-02T15:06:05,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:05,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:05,078 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b07474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741837_1013 (size=7894) 2024-12-02T15:06:05,240 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741838_1014 (size=7691) 2024-12-02T15:06:05,548 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:05,841 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:06:05,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:05,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,34553,1733151955507 2024-12-02T15:06:05,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b1ed93 2024-12-02T15:06:05,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:05,945 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T15:06:05,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:06:05,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41039,1733151955713, seqNum=-1] 2024-12-02T15:06:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:05,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T15:06:05,953 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:05,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T15:06:05,963 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T15:06:05,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ for inclusion in 3b88c55937722540c65f6d8e36753a3e/f 2024-12-02T15:06:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T15:06:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:05,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ for inclusion in 3b88c55937722540c65f6d8e36753a3e/f 2024-12-02T15:06:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T15:06:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HRegion(2603): Flush status journal for 3b88c55937722540c65f6d8e36753a3e: 2024-12-02T15:06:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:06:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/0134692fc79d4d8785ee11d8b25696ee_SeqId_4_ 2024-12-02T15:06:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:06:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/8a0dd1c7c0e149beaec7cc3defea0d36_SeqId_4_ 2024-12-02T15:06:05,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/0134692fc79d4d8785ee11d8b25696ee_SeqId_4_ - updating store file list. 2024-12-02T15:06:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0134692fc79d4d8785ee11d8b25696ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:05,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/0134692fc79d4d8785ee11d8b25696ee_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f 2024-12-02T15:06:05,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f (new location: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/0134692fc79d4d8785ee11d8b25696ee_SeqId_4_) 2024-12-02T15:06:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_ 2024-12-02T15:06:05,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/8a0dd1c7c0e149beaec7cc3defea0d36_SeqId_4_ - updating store file list. 2024-12-02T15:06:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a0dd1c7c0e149beaec7cc3defea0d36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:06,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/8a0dd1c7c0e149beaec7cc3defea0d36_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f 2024-12-02T15:06:06,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ into 3b88c55937722540c65f6d8e36753a3e/f (new location: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/f/8a0dd1c7c0e149beaec7cc3defea0d36_SeqId_4_) 2024-12-02T15:06:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/staging/jenkins.hfs.6__test__9fbpiier8oqkj30jheo5u4hqaa0mg1s2na256l1ppa7go5bjbs6hejgj4838dg20/f/bb1cb9e932344b1b86ad3a421886e94a_SeqId_4_ 2024-12-02T15:06:06,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41039 {}] regionserver.ReplicationSink(324): Finished replicating [22eada2e-8571-4c93-9296-a2c1b7ccb841] bulk loaded data 2024-12-02T15:06:06,458 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:06,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:06:06,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733151966860/Put/seqid=0 2024-12-02T15:06:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741842_1018 (size=7997) 2024-12-02T15:06:07,064 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:07,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733151967267/Put/seqid=0 2024-12-02T15:06:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741843_1019 (size=7794) 2024-12-02T15:06:07,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:07,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41273,-1 for getting cluster id 2024-12-02T15:06:07,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:06:07,675 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22eada2e-8571-4c93-9296-a2c1b7ccb841' 2024-12-02T15:06:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:06:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22eada2e-8571-4c93-9296-a2c1b7ccb841" 2024-12-02T15:06:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c87af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41273,-1] 2024-12-02T15:06:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:06:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:07,676 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:06:07,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:06:07,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:06:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:07,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:06:07,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:06:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41273,1733151950453 2024-12-02T15:06:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-12-02T15:06:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:06:07,722 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:06:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2] 2024-12-02T15:06:07,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:06:07,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T15:06:07,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T15:06:07,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_1 for inclusion in 6660873a8fabf2a78461a90852e49a2f/f1 2024-12-02T15:06:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T15:06:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:07,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_0 for inclusion in 6660873a8fabf2a78461a90852e49a2f/f1 2024-12-02T15:06:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T15:06:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:06:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegion(2603): Flush status journal for 6660873a8fabf2a78461a90852e49a2f: 2024-12-02T15:06:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_1 to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_1 2024-12-02T15:06:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_1 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/b6d1298c3a034f9eb65248587c8f03ec_SeqId_6_ 2024-12-02T15:06:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/load_f1/f1/hfile_0 to hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_0 2024-12-02T15:06:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_0 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/3e268b025c9546a7809b4650391a2fa5_SeqId_6_ 2024-12-02T15:06:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T15:06:07,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_1 into 6660873a8fabf2a78461a90852e49a2f/f1 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/b6d1298c3a034f9eb65248587c8f03ec_SeqId_6_ - updating store file list. 2024-12-02T15:06:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6d1298c3a034f9eb65248587c8f03ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:07,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/b6d1298c3a034f9eb65248587c8f03ec_SeqId_6_ into 6660873a8fabf2a78461a90852e49a2f/f1 2024-12-02T15:06:07,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_1 into 6660873a8fabf2a78461a90852e49a2f/f1 (new location: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/b6d1298c3a034f9eb65248587c8f03ec_SeqId_6_) 2024-12-02T15:06:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_1 2024-12-02T15:06:07,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_0 into 6660873a8fabf2a78461a90852e49a2f/f1 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/3e268b025c9546a7809b4650391a2fa5_SeqId_6_ - updating store file list. 2024-12-02T15:06:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e268b025c9546a7809b4650391a2fa5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:06:07,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/3e268b025c9546a7809b4650391a2fa5_SeqId_6_ into 6660873a8fabf2a78461a90852e49a2f/f1 2024-12-02T15:06:07,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_0 into 6660873a8fabf2a78461a90852e49a2f/f1 (new location: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/f1/3e268b025c9546a7809b4650391a2fa5_SeqId_6_) 2024-12-02T15:06:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/staging/jenkins__test__es8f5i2utgictdaav6mlfq3k536ioa6uflndu688icrr08hso9u85cjbiioa42f3/f1/hfile_0 2024-12-02T15:06:07,768 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 687, reset compression=false 2024-12-02T15:06:07,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:06:07,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:06:07,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:07,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:06:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 , the old value is region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:44427 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:06:07,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:06:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:06:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2 from cache 2024-12-02T15:06:07,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:06:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44427,1733151950636, seqNum=-1] 2024-12-02T15:06:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:06:07,771 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T15:06:07,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:06:07,774 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:06:07,774 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:07,774 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:06:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., hostname=be0458f36726,44427,1733151950636, seqNum=2] 2024-12-02T15:06:07,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:44427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:06:07,979 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:08,284 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:08,688 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:09,192 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:09,796 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:10,500 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:11,304 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:12,210 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:06:13,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T15:06:13,215 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:14,321 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:15,525 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:16,829 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:18,233 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:19,738 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:20,039 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:06:21,342 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:23,047 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:24,852 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:25,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:06:26,756 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:27,776 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: null 2024-12-02T15:06:28,760 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:30,866 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:33,070 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:34,273 INFO [master/be0458f36726:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:06:34,273 INFO [master/be0458f36726:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:06:35,374 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:37,779 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:38,677 INFO [master/be0458f36726:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:06:38,677 INFO [master/be0458f36726:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:06:40,287 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:42,892 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:44,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6660873a8fabf2a78461a90852e49a2f, had cached 0 bytes from a total of 31376 2024-12-02T15:06:45,596 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:46,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3b88c55937722540c65f6d8e36753a3e, had cached 0 bytes from a total of 15585 2024-12-02T15:06:47,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: null 2024-12-02T15:06:48,400 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:50,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:06:51,305 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:54,309 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:06:54,504 DEBUG [master/be0458f36726:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:06:55,096 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:06:57,413 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:07:00,617 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:07:03,921 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:07:07,325 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:07:07,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,44427,1733151950636 got entry batch from reader: null 2024-12-02T15:07:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:07:07,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:07,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:07,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:07,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:07,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:07,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:07:07,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1363309099, stopped=false 2024-12-02T15:07:07,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,34553,1733151955507 2024-12-02T15:07:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297909620/running 2024-12-02T15:07:07,841 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297909620/running 2024-12-02T15:07:07,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:07:07,841 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:07:07,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:07,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:07,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:07,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,41039,1733151955713' ***** 2024-12-02T15:07:07,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:07:07,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/running 2024-12-02T15:07:07,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Set watcher on znode that does not yet exist, /1-1297909620/running 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:07:07,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(959): stopping server be0458f36726,41039,1733151955713 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:41039. 2024-12-02T15:07:07,842 DEBUG [RS:0;be0458f36726:41039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:07,842 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b88c55937722540c65f6d8e36753a3e, disabling compactions & flushes 2024-12-02T15:07:07,842 DEBUG [RS:0;be0458f36726:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:07,842 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:07:07,842 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:07:07,842 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. after waiting 0 ms 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:07:07,842 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:07:07,842 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:07:07,846 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:07:07,846 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1325): Online Regions={3b88c55937722540c65f6d8e36753a3e=test,,1733151959867.3b88c55937722540c65f6d8e36753a3e., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:07,846 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b88c55937722540c65f6d8e36753a3e 2024-12-02T15:07:07,846 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:07,846 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:07,846 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:07,846 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:07,847 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:07,847 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T15:07:07,851 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/default/test/3b88c55937722540c65f6d8e36753a3e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T15:07:07,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:07,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:07:07,852 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:07:07,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b88c55937722540c65f6d8e36753a3e: Waiting for close lock at 1733152027842Running coprocessor pre-close hooks at 1733152027842Disabling compacts and flushes for region at 1733152027842Disabling writes for close at 1733152027842Writing region close event to WAL at 1733152027846 (+4 ms)Running coprocessor post-close hooks at 1733152027851 (+5 ms)Closed at 1733152027852 (+1 ms) 2024-12-02T15:07:07,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733151959867.3b88c55937722540c65f6d8e36753a3e. 2024-12-02T15:07:07,862 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/info/f7c291a6f1814027876d61086ec24df9 is 129, key is test,,1733151959867.3b88c55937722540c65f6d8e36753a3e./info:regioninfo/1733151961019/Put/seqid=0 2024-12-02T15:07:07,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741839_1015 (size=6421) 2024-12-02T15:07:07,905 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:08,046 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:08,247 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:08,267 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/info/f7c291a6f1814027876d61086ec24df9 2024-12-02T15:07:08,284 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/ns/d9de2c2f86e44e4ca0f33105d794e28f is 43, key is default/ns:d/1733151958631/Put/seqid=0 2024-12-02T15:07:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741840_1016 (size=5153) 2024-12-02T15:07:08,447 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:08,497 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:07:08,497 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:07:08,647 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:08,689 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/ns/d9de2c2f86e44e4ca0f33105d794e28f 2024-12-02T15:07:08,710 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/rep_barrier/34e7742a6aa242fb86201ebddefa1681 is 112, key is test,,1733151959867.3b88c55937722540c65f6d8e36753a3e./rep_barrier:seqnumDuringOpen/1733151961019/Put/seqid=0 2024-12-02T15:07:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741841_1017 (size=5518) 2024-12-02T15:07:08,847 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:07:08,847 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:08,847 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:09,047 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:09,115 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/rep_barrier/34e7742a6aa242fb86201ebddefa1681 2024-12-02T15:07:09,131 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/table/87141d99530b4c5488bce7673ca0ed98 is 40, key is test/table:state/1733151961028/Put/seqid=0 2024-12-02T15:07:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741842_1018 (size=5165) 2024-12-02T15:07:09,248 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:09,448 DEBUG [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:09,536 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/table/87141d99530b4c5488bce7673ca0ed98 2024-12-02T15:07:09,541 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/info/f7c291a6f1814027876d61086ec24df9 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/info/f7c291a6f1814027876d61086ec24df9 2024-12-02T15:07:09,546 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/info/f7c291a6f1814027876d61086ec24df9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T15:07:09,547 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/ns/d9de2c2f86e44e4ca0f33105d794e28f as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/ns/d9de2c2f86e44e4ca0f33105d794e28f 2024-12-02T15:07:09,552 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/ns/d9de2c2f86e44e4ca0f33105d794e28f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:07:09,553 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/rep_barrier/34e7742a6aa242fb86201ebddefa1681 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/rep_barrier/34e7742a6aa242fb86201ebddefa1681 2024-12-02T15:07:09,558 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/rep_barrier/34e7742a6aa242fb86201ebddefa1681, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T15:07:09,558 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/.tmp/table/87141d99530b4c5488bce7673ca0ed98 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/table/87141d99530b4c5488bce7673ca0ed98 2024-12-02T15:07:09,563 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/table/87141d99530b4c5488bce7673ca0ed98, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:07:09,564 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-12-02T15:07:09,568 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:07:09,569 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:09,569 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:09,569 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:09,569 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152027846Running coprocessor pre-close hooks at 1733152027846Disabling compacts and flushes for region at 1733152027846Disabling writes for close at 1733152027846Obtaining lock to block concurrent updates at 1733152027847 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152027847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733152027847Flushing stores of hbase:meta,,1.1588230740 at 1733152027848 (+1 ms)Flushing 1588230740/info: creating writer at 1733152027848Flushing 1588230740/info: appending metadata at 1733152027861 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733152027861Flushing 1588230740/ns: creating writer at 1733152028272 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733152028284 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733152028284Flushing 1588230740/rep_barrier: creating writer at 1733152028695 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152028710 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152028710Flushing 1588230740/table: creating writer at 1733152029119 (+409 ms)Flushing 1588230740/table: appending metadata at 1733152029131 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733152029131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734d324e: reopening flushed file at 1733152029540 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cb5e3a: reopening flushed file at 1733152029546 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ec9d25: reopening flushed file at 1733152029552 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd3304b: reopening flushed file at 1733152029558 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1733152029564 (+6 ms)Writing region close event to WAL at 1733152029565 (+1 ms)Running coprocessor post-close hooks at 1733152029569 (+4 ms)Closed at 1733152029569 2024-12-02T15:07:09,569 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:09,648 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(976): stopping server be0458f36726,41039,1733151955713; all regions closed. 2024-12-02T15:07:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741834_1010 (size=2717) 2024-12-02T15:07:09,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/WALs/be0458f36726,41039,1733151955713/be0458f36726%2C41039%2C1733151955713.meta.1733151958556.meta not finished, retry = 0 2024-12-02T15:07:09,753 DEBUG [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/oldWALs 2024-12-02T15:07:09,753 INFO [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C41039%2C1733151955713.meta:.meta(num 1733151958556) 2024-12-02T15:07:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741832_1008 (size=1028) 2024-12-02T15:07:09,757 DEBUG [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/oldWALs 2024-12-02T15:07:09,757 INFO [RS:0;be0458f36726:41039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C41039%2C1733151955713:(num 1733151957575) 2024-12-02T15:07:09,757 DEBUG [RS:0;be0458f36726:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:09,757 INFO [RS:0;be0458f36726:41039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:09,758 INFO [RS:0;be0458f36726:41039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:09,758 INFO [RS:0;be0458f36726:41039 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:09,758 INFO [RS:0;be0458f36726:41039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:09,758 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:09,758 INFO [RS:0;be0458f36726:41039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:41039. 2024-12-02T15:07:09,758 DEBUG [RS:0;be0458f36726:41039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:09,758 DEBUG [RS:0;be0458f36726:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:09,759 DEBUG [RS:0;be0458f36726:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:09,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:09,759 INFO [RS:0;be0458f36726:41039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41039 2024-12-02T15:07:09,804 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297909620/rs/be0458f36726,41039,1733151955713 2024-12-02T15:07:09,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620/rs 2024-12-02T15:07:09,804 INFO [RS:0;be0458f36726:41039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:09,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,41039,1733151955713] 2024-12-02T15:07:09,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297909620/draining/be0458f36726,41039,1733151955713 already deleted, retry=false 2024-12-02T15:07:09,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,41039,1733151955713 expired; onlineServers=0 2024-12-02T15:07:09,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,34553,1733151955507' ***** 2024-12-02T15:07:09,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:07:09,821 INFO [M:0;be0458f36726:34553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:09,821 INFO [M:0;be0458f36726:34553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:09,821 DEBUG [M:0;be0458f36726:34553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:07:09,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:07:09,821 DEBUG [M:0;be0458f36726:34553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:07:09,821 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151957355 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151957355,5,FailOnTimeoutGroup] 2024-12-02T15:07:09,821 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151957350 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151957350,5,FailOnTimeoutGroup] 2024-12-02T15:07:09,822 INFO [M:0;be0458f36726:34553 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:09,822 INFO [M:0;be0458f36726:34553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:09,822 DEBUG [M:0;be0458f36726:34553 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:07:09,822 INFO [M:0;be0458f36726:34553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:07:09,822 INFO [M:0;be0458f36726:34553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:09,822 INFO [M:0;be0458f36726:34553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:07:09,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:07:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297909620/master 2024-12-02T15:07:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297909620 2024-12-02T15:07:09,829 DEBUG [M:0;be0458f36726:34553 {}] zookeeper.ZKUtil(347): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Unable to get data of znode /1-1297909620/master because node does not exist (not an error) 2024-12-02T15:07:09,829 WARN [M:0;be0458f36726:34553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:07:09,830 INFO [M:0;be0458f36726:34553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/.lastflushedseqids 2024-12-02T15:07:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741843_1019 (size=173) 2024-12-02T15:07:09,913 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:09,913 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10197c1c62e0004, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:09,913 INFO [RS:0;be0458f36726:41039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:09,913 INFO [RS:0;be0458f36726:41039 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,41039,1733151955713; zookeeper connection closed. 2024-12-02T15:07:09,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171b9559 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171b9559 2024-12-02T15:07:09,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:07:10,235 INFO [M:0;be0458f36726:34553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:07:10,235 INFO [M:0;be0458f36726:34553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:07:10,235 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:10,235 INFO [M:0;be0458f36726:34553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:10,235 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:10,235 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:10,236 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:10,236 INFO [M:0;be0458f36726:34553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-02T15:07:10,249 DEBUG [M:0;be0458f36726:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c3d06d0262346e1b3a636961e1d4cd0 is 82, key is hbase:meta,,1/info:regioninfo/1733151958599/Put/seqid=0 2024-12-02T15:07:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741844_1020 (size=5672) 2024-12-02T15:07:10,654 INFO [M:0;be0458f36726:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c3d06d0262346e1b3a636961e1d4cd0 2024-12-02T15:07:10,674 DEBUG [M:0;be0458f36726:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1fea39b088425bbc7d0cfbcffd0d36 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733151961032/Put/seqid=0 2024-12-02T15:07:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741845_1021 (size=6728) 2024-12-02T15:07:10,829 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 to pos 997, reset compression=false 2024-12-02T15:07:11,078 INFO [M:0;be0458f36726:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1fea39b088425bbc7d0cfbcffd0d36 2024-12-02T15:07:11,083 INFO [M:0;be0458f36726:34553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b1fea39b088425bbc7d0cfbcffd0d36 2024-12-02T15:07:11,096 DEBUG [M:0;be0458f36726:34553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/808c4ec22abe42d6a9944bbe6ee577f4 is 69, key is be0458f36726,41039,1733151955713/rs:state/1733151957402/Put/seqid=0 2024-12-02T15:07:11,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741846_1022 (size=5156) 2024-12-02T15:07:11,500 INFO [M:0;be0458f36726:34553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/808c4ec22abe42d6a9944bbe6ee577f4 2024-12-02T15:07:11,505 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c3d06d0262346e1b3a636961e1d4cd0 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c3d06d0262346e1b3a636961e1d4cd0 2024-12-02T15:07:11,510 INFO [M:0;be0458f36726:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c3d06d0262346e1b3a636961e1d4cd0, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T15:07:11,511 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1fea39b088425bbc7d0cfbcffd0d36 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b1fea39b088425bbc7d0cfbcffd0d36 2024-12-02T15:07:11,515 INFO [M:0;be0458f36726:34553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b1fea39b088425bbc7d0cfbcffd0d36 2024-12-02T15:07:11,515 INFO [M:0;be0458f36726:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b1fea39b088425bbc7d0cfbcffd0d36, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T15:07:11,516 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/808c4ec22abe42d6a9944bbe6ee577f4 as hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/808c4ec22abe42d6a9944bbe6ee577f4 2024-12-02T15:07:11,520 INFO [M:0;be0458f36726:34553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/808c4ec22abe42d6a9944bbe6ee577f4, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T15:07:11,521 INFO [M:0;be0458f36726:34553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-12-02T15:07:11,522 INFO [M:0;be0458f36726:34553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:11,522 DEBUG [M:0;be0458f36726:34553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152030235Disabling compacts and flushes for region at 1733152030235Disabling writes for close at 1733152030235Obtaining lock to block concurrent updates at 1733152030236 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152030236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733152030236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152030237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152030237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152030249 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152030249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152030659 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152030673 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152030673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152031083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152031095 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152031095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20526fc0: reopening flushed file at 1733152031504 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c9dcb6: reopening flushed file at 1733152031510 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1343f391: reopening flushed file at 1733152031515 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1733152031521 (+6 ms)Writing region close event to WAL at 1733152031522 (+1 ms)Closed at 1733152031522 2024-12-02T15:07:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741830_1006 (size=33038) 2024-12-02T15:07:11,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13f88d6f-e59a-8717-845b-0ec231c8c228/MasterData/WALs/be0458f36726,34553,1733151955507/be0458f36726%2C34553%2C1733151955507.1733151957075 not finished, retry = 0 2024-12-02T15:07:11,625 INFO [M:0;be0458f36726:34553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:07:11,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:11,626 INFO [M:0;be0458f36726:34553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34553 2024-12-02T15:07:11,626 INFO [M:0;be0458f36726:34553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:11,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:11,774 INFO [M:0;be0458f36726:34553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:11,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34553-0x10197c1c62e0003, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:11,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:11,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:11,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:11,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:11,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:11,810 WARN [BP-150122937-172.17.0.2-1733151953777 heartbeating to localhost/127.0.0.1:34441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:07:11,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:07:11,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:07:11,810 WARN [BP-150122937-172.17.0.2-1733151953777 heartbeating to localhost/127.0.0.1:34441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-150122937-172.17.0.2-1733151953777 (Datanode Uuid 68f3d608-5691-4f4b-997f-c0e841c3c1a4) service to localhost/127.0.0.1:34441 2024-12-02T15:07:11,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/cluster_5e1ddfd4-a576-2675-4e2c-bb92b9f2bbdc/data/data1/current/BP-150122937-172.17.0.2-1733151953777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:11,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/cluster_5e1ddfd4-a576-2675-4e2c-bb92b9f2bbdc/data/data2/current/BP-150122937-172.17.0.2-1733151953777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:11,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:07:11,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:11,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:11,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:11,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:11,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:11,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:07:11,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:07:11,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:11,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:11,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:11,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:11,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:11,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:07:11,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012624627, stopped=false 2024-12-02T15:07:11,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,41273,1733151950453 2024-12-02T15:07:11,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831243007/running 2024-12-02T15:07:11,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831243007/running 2024-12-02T15:07:11,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:07:11,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:07:11,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:11,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:11,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:11,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:11,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/running 2024-12-02T15:07:11,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,44427,1733151950636' ***** 2024-12-02T15:07:11,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:07:11,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Set watcher on znode that does not yet exist, /01831243007/running 2024-12-02T15:07:11,847 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-02T15:07:11,847 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(3091): Received CLOSE for 6660873a8fabf2a78461a90852e49a2f 2024-12-02T15:07:11,847 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(3091): Received CLOSE for 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:11,847 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6660873a8fabf2a78461a90852e49a2f, disabling compactions & flushes 2024-12-02T15:07:11,847 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:07:11,847 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:07:11,848 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. after waiting 0 ms 2024-12-02T15:07:11,848 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:07:11,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 93495966b17ac0514af48d084ded3133, which we are already trying to CLOSE, but not completed yet 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(959): stopping server be0458f36726,44427,1733151950636 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:44427. 2024-12-02T15:07:11,849 DEBUG [RS:0;be0458f36726:44427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:11,849 DEBUG [RS:0;be0458f36726:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:11,849 INFO [RS:0;be0458f36726:44427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:07:11,850 INFO [RS:0;be0458f36726:44427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:07:11,850 INFO [RS:0;be0458f36726:44427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:07:11,850 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:07:11,850 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:07:11,850 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6660873a8fabf2a78461a90852e49a2f=test,,1733151958708.6660873a8fabf2a78461a90852e49a2f., 93495966b17ac0514af48d084ded3133=hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133.} 2024-12-02T15:07:11,850 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6660873a8fabf2a78461a90852e49a2f, 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:11,850 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:11,850 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:11,850 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:11,850 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:11,850 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:11,850 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:07:11,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/default/test/6660873a8fabf2a78461a90852e49a2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:07:11,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:11,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:07:11,852 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:07:11,852 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6660873a8fabf2a78461a90852e49a2f: Waiting for close lock at 1733152031847Running coprocessor pre-close hooks at 1733152031847Disabling compacts and flushes for region at 1733152031847Disabling writes for close at 1733152031848 (+1 ms)Writing region close event to WAL at 1733152031849 (+1 ms)Running coprocessor post-close hooks at 1733152031852 (+3 ms)Closed at 1733152031852 2024-12-02T15:07:11,853 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733151958708.6660873a8fabf2a78461a90852e49a2f. 2024-12-02T15:07:11,853 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93495966b17ac0514af48d084ded3133, disabling compactions & flushes 2024-12-02T15:07:11,853 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:07:11,853 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:07:11,853 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. after waiting 0 ms 2024-12-02T15:07:11,853 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:07:11,853 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93495966b17ac0514af48d084ded3133 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T15:07:11,864 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/info/c3260046f409438db16898277019cea5 is 147, key is hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133./info:regioninfo/1733151963257/Put/seqid=0 2024-12-02T15:07:11,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741844_1020 (size=7686) 2024-12-02T15:07:11,869 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:11,870 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/hfileref/8ed8402d0d6f49c6b9b6ce4b3dbede11 is 74, key is 1/hfileref:3202a374a5f44ffebc19c74e5e85a9ed_SeqId_4_/1733151966009/DeleteColumn/seqid=0 2024-12-02T15:07:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741845_1021 (size=5203) 2024-12-02T15:07:12,050 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:12,250 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:12,269 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/info/c3260046f409438db16898277019cea5 2024-12-02T15:07:12,274 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/hfileref/8ed8402d0d6f49c6b9b6ce4b3dbede11 2024-12-02T15:07:12,289 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/ns/cc8a96709dc541618ae06daeda20cf77 is 43, key is default/ns:d/1733151953611/Put/seqid=0 2024-12-02T15:07:12,291 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/queue/f1feff689e7e4b2d983787b0f5c4227d is 153, key is 1-be0458f36726,44427,1733151950636/queue:be0458f36726%2C44427%2C1733151950636/1733151967775/Put/seqid=0 2024-12-02T15:07:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741846_1022 (size=5153) 2024-12-02T15:07:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741847_1023 (size=5352) 2024-12-02T15:07:12,383 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:07:12,383 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:07:12,450 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:12,651 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93495966b17ac0514af48d084ded3133 2024-12-02T15:07:12,693 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/ns/cc8a96709dc541618ae06daeda20cf77 2024-12-02T15:07:12,695 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/queue/f1feff689e7e4b2d983787b0f5c4227d 2024-12-02T15:07:12,700 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/hfileref/8ed8402d0d6f49c6b9b6ce4b3dbede11 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/hfileref/8ed8402d0d6f49c6b9b6ce4b3dbede11 2024-12-02T15:07:12,705 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/hfileref/8ed8402d0d6f49c6b9b6ce4b3dbede11, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T15:07:12,706 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/.tmp/queue/f1feff689e7e4b2d983787b0f5c4227d as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/queue/f1feff689e7e4b2d983787b0f5c4227d 2024-12-02T15:07:12,711 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/queue/f1feff689e7e4b2d983787b0f5c4227d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T15:07:12,713 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93495966b17ac0514af48d084ded3133 in 860ms, sequenceid=10, compaction requested=false 2024-12-02T15:07:12,717 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/replication/93495966b17ac0514af48d084ded3133/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T15:07:12,717 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:12,717 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:12,717 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:07:12,718 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93495966b17ac0514af48d084ded3133: Waiting for close lock at 1733152031853Running coprocessor pre-close hooks at 1733152031853Disabling compacts and flushes for region at 1733152031853Disabling writes for close at 1733152031853Obtaining lock to block concurrent updates at 1733152031853Preparing flush snapshotting stores in 93495966b17ac0514af48d084ded3133 at 1733152031853Finished memstore snapshotting hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733152031853Flushing stores of hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. at 1733152031854 (+1 ms)Flushing 93495966b17ac0514af48d084ded3133/hfileref: creating writer at 1733152031854Flushing 93495966b17ac0514af48d084ded3133/hfileref: appending metadata at 1733152031869 (+15 ms)Flushing 93495966b17ac0514af48d084ded3133/hfileref: closing flushed file at 1733152031870 (+1 ms)Flushing 93495966b17ac0514af48d084ded3133/queue: creating writer at 1733152032279 (+409 ms)Flushing 93495966b17ac0514af48d084ded3133/queue: appending metadata at 1733152032290 (+11 ms)Flushing 93495966b17ac0514af48d084ded3133/queue: closing flushed file at 1733152032290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630e2db8: reopening flushed file at 1733152032700 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb08291: reopening flushed file at 1733152032706 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 93495966b17ac0514af48d084ded3133 in 860ms, sequenceid=10, compaction requested=false at 1733152032713 (+7 ms)Writing region close event to WAL at 1733152032714 (+1 ms)Running coprocessor post-close hooks at 1733152032717 (+3 ms)Closed at 1733152032717 2024-12-02T15:07:12,718 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733151962041.93495966b17ac0514af48d084ded3133. 2024-12-02T15:07:12,718 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/rep_barrier/c045a7fc85ad45d4b85305eb5c646b76 is 112, key is test,,1733151958708.6660873a8fabf2a78461a90852e49a2f./rep_barrier:seqnumDuringOpen/1733151959565/Put/seqid=0 2024-12-02T15:07:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741848_1024 (size=5518) 2024-12-02T15:07:12,851 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:07:12,851 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:12,851 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:12,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:12,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:12,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:12,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:12,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,051 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:13,125 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/rep_barrier/c045a7fc85ad45d4b85305eb5c646b76 2024-12-02T15:07:13,149 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/table/95167a75c11845059be8b918e1e49a7e is 53, key is hbase:replication/table:state/1733151963265/Put/seqid=0 2024-12-02T15:07:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741849_1025 (size=5308) 2024-12-02T15:07:13,251 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:13,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:13,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:07:13,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:07:13,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:07:13,451 DEBUG [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:13,553 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/table/95167a75c11845059be8b918e1e49a7e 2024-12-02T15:07:13,559 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/info/c3260046f409438db16898277019cea5 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/info/c3260046f409438db16898277019cea5 2024-12-02T15:07:13,564 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/info/c3260046f409438db16898277019cea5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:07:13,565 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/ns/cc8a96709dc541618ae06daeda20cf77 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/ns/cc8a96709dc541618ae06daeda20cf77 2024-12-02T15:07:13,569 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/ns/cc8a96709dc541618ae06daeda20cf77, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:07:13,570 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/rep_barrier/c045a7fc85ad45d4b85305eb5c646b76 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/rep_barrier/c045a7fc85ad45d4b85305eb5c646b76 2024-12-02T15:07:13,574 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/rep_barrier/c045a7fc85ad45d4b85305eb5c646b76, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:07:13,575 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/.tmp/table/95167a75c11845059be8b918e1e49a7e as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/table/95167a75c11845059be8b918e1e49a7e 2024-12-02T15:07:13,581 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/table/95167a75c11845059be8b918e1e49a7e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:07:13,582 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-12-02T15:07:13,586 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:07:13,586 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:13,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:13,587 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:13,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152031850Running coprocessor pre-close hooks at 1733152031850Disabling compacts and flushes for region at 1733152031850Disabling writes for close at 1733152031850Obtaining lock to block concurrent updates at 1733152031850Preparing flush snapshotting stores in 1588230740 at 1733152031850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152031851 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733152031851Flushing 1588230740/info: creating writer at 1733152031851Flushing 1588230740/info: appending metadata at 1733152031864 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733152031864Flushing 1588230740/ns: creating writer at 1733152032276 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733152032289 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733152032289Flushing 1588230740/rep_barrier: creating writer at 1733152032699 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152032717 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152032717Flushing 1588230740/table: creating writer at 1733152033130 (+413 ms)Flushing 1588230740/table: appending metadata at 1733152033148 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733152033148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58844051: reopening flushed file at 1733152033558 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff7b7fc: reopening flushed file at 1733152033564 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6b04d1: reopening flushed file at 1733152033569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a27f134: reopening flushed file at 1733152033575 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1733152033582 (+7 ms)Writing region close event to WAL at 1733152033583 (+1 ms)Running coprocessor post-close hooks at 1733152033586 (+3 ms)Closed at 1733152033587 (+1 ms) 2024-12-02T15:07:13,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:13,652 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(976): stopping server be0458f36726,44427,1733151950636; all regions closed. 2024-12-02T15:07:13,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:07:13,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.meta.1733151953494.meta not finished, retry = 0 2024-12-02T15:07:13,757 DEBUG [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs 2024-12-02T15:07:13,757 INFO [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44427%2C1733151950636.meta:.meta(num 1733151953494) 2024-12-02T15:07:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741839_1015 (size=2700) 2024-12-02T15:07:13,761 DEBUG [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs 2024-12-02T15:07:13,761 INFO [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44427%2C1733151950636.rep:(num 1733151963226) 2024-12-02T15:07:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741832_1008 (size=1300) 2024-12-02T15:07:13,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/WALs/be0458f36726,44427,1733151950636/be0458f36726%2C44427%2C1733151950636.1733151952512 not finished, retry = 0 2024-12-02T15:07:13,866 DEBUG [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/oldWALs 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44427%2C1733151950636:(num 1733151952512) 2024-12-02T15:07:13,866 DEBUG [RS:0;be0458f36726:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:13,866 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:13,866 INFO [RS:0;be0458f36726:44427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,44427,1733151950636 because: Region server is closing 2024-12-02T15:07:13,867 INFO [RS:0;be0458f36726:44427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:44427. 2024-12-02T15:07:13,867 DEBUG [RS:0;be0458f36726:44427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:13,867 DEBUG [RS:0;be0458f36726:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:13,867 DEBUG [RS:0;be0458f36726:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:13,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:13,967 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.wal-reader.be0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:07:13,967 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:07:13,967 INFO [RS:0;be0458f36726:44427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,44427,1733151950636.replicationSource.shipperbe0458f36726%2C44427%2C1733151950636,1-be0458f36726,44427,1733151950636 terminated 2024-12-02T15:07:13,967 INFO [RS:0;be0458f36726:44427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44427 2024-12-02T15:07:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831243007/rs/be0458f36726,44427,1733151950636 2024-12-02T15:07:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007/rs 2024-12-02T15:07:14,021 INFO [RS:0;be0458f36726:44427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:14,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,44427,1733151950636] 2024-12-02T15:07:14,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01831243007/draining/be0458f36726,44427,1733151950636 already deleted, retry=false 2024-12-02T15:07:14,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,44427,1733151950636 expired; onlineServers=0 2024-12-02T15:07:14,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,41273,1733151950453' ***** 2024-12-02T15:07:14,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:07:14,037 INFO [M:0;be0458f36726:41273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:14,037 INFO [M:0;be0458f36726:41273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:14,037 DEBUG [M:0;be0458f36726:41273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:07:14,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:07:14,038 DEBUG [M:0;be0458f36726:41273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:07:14,038 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151952250 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733151952250,5,FailOnTimeoutGroup] 2024-12-02T15:07:14,038 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151952251 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733151952251,5,FailOnTimeoutGroup] 2024-12-02T15:07:14,038 INFO [M:0;be0458f36726:41273 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:14,038 INFO [M:0;be0458f36726:41273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:14,038 DEBUG [M:0;be0458f36726:41273 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:07:14,038 INFO [M:0;be0458f36726:41273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:07:14,038 INFO [M:0;be0458f36726:41273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:14,038 INFO [M:0;be0458f36726:41273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:07:14,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:07:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831243007/master 2024-12-02T15:07:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831243007 2024-12-02T15:07:14,046 DEBUG [M:0;be0458f36726:41273 {}] zookeeper.ZKUtil(347): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Unable to get data of znode /01831243007/master because node does not exist (not an error) 2024-12-02T15:07:14,046 WARN [M:0;be0458f36726:41273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:07:14,047 INFO [M:0;be0458f36726:41273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/.lastflushedseqids 2024-12-02T15:07:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741850_1026 (size=263) 2024-12-02T15:07:14,129 INFO [RS:0;be0458f36726:44427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:14,129 INFO [RS:0;be0458f36726:44427 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,44427,1733151950636; zookeeper connection closed. 2024-12-02T15:07:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10197c1c62e0001, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:14,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@733aa73a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@733aa73a 2024-12-02T15:07:14,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:07:14,453 INFO [M:0;be0458f36726:41273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:07:14,453 INFO [M:0;be0458f36726:41273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:07:14,453 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:14,453 INFO [M:0;be0458f36726:41273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:14,453 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:14,453 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:14,453 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:14,453 INFO [M:0;be0458f36726:41273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-02T15:07:14,467 DEBUG [M:0;be0458f36726:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537d3c22e644dec865987de366516ae is 82, key is hbase:meta,,1/info:regioninfo/1733151953552/Put/seqid=0 2024-12-02T15:07:14,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741851_1027 (size=5672) 2024-12-02T15:07:14,872 INFO [M:0;be0458f36726:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537d3c22e644dec865987de366516ae 2024-12-02T15:07:14,893 DEBUG [M:0;be0458f36726:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76838660fc444727a17480249d727396 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733151959588/Put/seqid=0 2024-12-02T15:07:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741852_1028 (size=7241) 2024-12-02T15:07:15,297 INFO [M:0;be0458f36726:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76838660fc444727a17480249d727396 2024-12-02T15:07:15,302 INFO [M:0;be0458f36726:41273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76838660fc444727a17480249d727396 2024-12-02T15:07:15,315 DEBUG [M:0;be0458f36726:41273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e805420d9d41edb18fe0dd04be2d84 is 69, key is be0458f36726,44427,1733151950636/rs:state/1733151952342/Put/seqid=0 2024-12-02T15:07:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741853_1029 (size=5156) 2024-12-02T15:07:15,719 INFO [M:0;be0458f36726:41273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e805420d9d41edb18fe0dd04be2d84 2024-12-02T15:07:15,725 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2537d3c22e644dec865987de366516ae as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2537d3c22e644dec865987de366516ae 2024-12-02T15:07:15,729 INFO [M:0;be0458f36726:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2537d3c22e644dec865987de366516ae, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T15:07:15,730 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76838660fc444727a17480249d727396 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76838660fc444727a17480249d727396 2024-12-02T15:07:15,734 INFO [M:0;be0458f36726:41273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76838660fc444727a17480249d727396 2024-12-02T15:07:15,734 INFO [M:0;be0458f36726:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76838660fc444727a17480249d727396, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T15:07:15,735 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e805420d9d41edb18fe0dd04be2d84 as hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8e805420d9d41edb18fe0dd04be2d84 2024-12-02T15:07:15,739 INFO [M:0;be0458f36726:41273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/5be2e697-dec6-f41d-8646-1f15bb15d08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8e805420d9d41edb18fe0dd04be2d84, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T15:07:15,740 INFO [M:0;be0458f36726:41273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-02T15:07:15,742 INFO [M:0;be0458f36726:41273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:15,742 DEBUG [M:0;be0458f36726:41273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152034453Disabling compacts and flushes for region at 1733152034453Disabling writes for close at 1733152034453Obtaining lock to block concurrent updates at 1733152034453Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152034453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733152034454 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152034454Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152034454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152034467 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152034467Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152034877 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152034892 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152034892Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152035302 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152035314 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152035314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a22987: reopening flushed file at 1733152035724 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c61ec05: reopening flushed file at 1733152035730 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717e637b: reopening flushed file at 1733152035734 (+4 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733152035740 (+6 ms)Writing region close event to WAL at 1733152035742 (+2 ms)Closed at 1733152035742 2024-12-02T15:07:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741830_1006 (size=64538) 2024-12-02T15:07:15,744 INFO [M:0;be0458f36726:41273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:07:15,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:15,744 INFO [M:0;be0458f36726:41273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41273 2024-12-02T15:07:15,744 INFO [M:0;be0458f36726:41273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:15,890 INFO [M:0;be0458f36726:41273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:15,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:15,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41273-0x10197c1c62e0000, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:15,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:15,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:15,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:15,895 WARN [BP-1833148244-172.17.0.2-1733151948958 heartbeating to localhost/127.0.0.1:45865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:07:15,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:07:15,895 WARN [BP-1833148244-172.17.0.2-1733151948958 heartbeating to localhost/127.0.0.1:45865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833148244-172.17.0.2-1733151948958 (Datanode Uuid a343a9a3-6c11-43e8-a57e-ec2f1a5209c2) service to localhost/127.0.0.1:45865 2024-12-02T15:07:15,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:07:15,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/data/data1/current/BP-1833148244-172.17.0.2-1733151948958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:15,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/cluster_872dacad-0bb2-787a-6b52-2beaca0b091f/data/data2/current/BP-1833148244-172.17.0.2-1733151948958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:15,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:07:15,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:15,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:15,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:15,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:15,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf978aee-0cf2-0e31-2ae6-c668bda0d2c9/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:15,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:07:15,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:07:15,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 140) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fc868b89c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45865 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34441 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fc868b89c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=509 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=4105 (was 4412) 2024-12-02T15:07:15,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=509, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=4106 2024-12-02T15:07:15,940 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T15:07:15,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir so I do NOT create it in target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451 2024-12-02T15:07:15,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:07:15,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.tmp.dir so I do NOT create it in target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451 2024-12-02T15:07:15,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/448c28b9-fd32-11fd-64a9-76521b2a6536/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:07:15,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451 2024-12-02T15:07:15,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9, deleteOnExit=true 2024-12-02T15:07:15,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/zookeeper_0, clientPort=62916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:07:15,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62916 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/test.cache.data in system properties and HBase conf 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:07:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:07:15,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:07:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:07:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c1c62e0002, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:07:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c1c62e0005, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:07:16,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c1c62e0002, quorum=127.0.0.1:52399, baseZNode=/01831243007 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:07:16,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c1c62e0005, quorum=127.0.0.1:52399, baseZNode=/1-1297909620 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:07:16,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:16,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:16,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:16,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:16,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:16,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:16,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:16,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:16,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/java.io.tmpdir/jetty-localhost-42021-hadoop-hdfs-3_4_1-tests_jar-_-any-5476192259343693994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:16,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:42021} 2024-12-02T15:07:16,291 INFO [Time-limited test {}] server.Server(415): Started @138991ms 2024-12-02T15:07:16,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:16,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:16,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:16,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:16,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:16,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:16,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:16,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/java.io.tmpdir/jetty-localhost-36601-hadoop-hdfs-3_4_1-tests_jar-_-any-6373488674317807383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:16,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:36601} 2024-12-02T15:07:16,536 INFO [Time-limited test {}] server.Server(415): Started @139236ms 2024-12-02T15:07:16,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:07:16,962 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/data/data2/current/BP-1277011997-172.17.0.2-1733152035970/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:16,962 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/data/data1/current/BP-1277011997-172.17.0.2-1733152035970/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:16,976 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:07:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e671355027f0a1b with lease ID 0x91f56db773e215a7: Processing first storage report for DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3 from datanode DatanodeRegistration(127.0.0.1:35601, datanodeUuid=6c7726ad-ace6-4143-8e59-cc9bbe80b906, infoPort=34561, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=573069203;c=1733152035970) 2024-12-02T15:07:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e671355027f0a1b with lease ID 0x91f56db773e215a7: from storage DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3 node DatanodeRegistration(127.0.0.1:35601, datanodeUuid=6c7726ad-ace6-4143-8e59-cc9bbe80b906, infoPort=34561, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=573069203;c=1733152035970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e671355027f0a1b with lease ID 0x91f56db773e215a7: Processing first storage report for DS-eb7dfdac-19a1-457b-be75-2654c7f5f1d8 from datanode DatanodeRegistration(127.0.0.1:35601, datanodeUuid=6c7726ad-ace6-4143-8e59-cc9bbe80b906, infoPort=34561, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=573069203;c=1733152035970) 2024-12-02T15:07:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e671355027f0a1b with lease ID 0x91f56db773e215a7: from storage DS-eb7dfdac-19a1-457b-be75-2654c7f5f1d8 node DatanodeRegistration(127.0.0.1:35601, datanodeUuid=6c7726ad-ace6-4143-8e59-cc9bbe80b906, infoPort=34561, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=573069203;c=1733152035970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:17,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451 2024-12-02T15:07:17,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:07:17,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186 with version=8 2024-12-02T15:07:17,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/hbase-staging 2024-12-02T15:07:17,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:07:17,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:17,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44341 2024-12-02T15:07:17,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44341 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:17,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443410x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:17,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44341-0x10197c31a1b0000 connected 2024-12-02T15:07:17,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:17,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186, hbase.cluster.distributed=false 2024-12-02T15:07:17,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/acl 2024-12-02T15:07:17,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44341 2024-12-02T15:07:17,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44341 2024-12-02T15:07:17,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44341 2024-12-02T15:07:17,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44341 2024-12-02T15:07:17,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44341 2024-12-02T15:07:17,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:17,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:07:17,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:17,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33299 2024-12-02T15:07:17,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33299 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:17,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,238 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332990x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:17,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332990x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:17,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33299-0x10197c31a1b0001 connected 2024-12-02T15:07:17,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:07:17,239 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:07:17,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/master 2024-12-02T15:07:17,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/acl 2024-12-02T15:07:17,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:07:17,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33299 2024-12-02T15:07:17,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33299 2024-12-02T15:07:17,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:07:17,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:07:17,260 DEBUG [M:0;be0458f36726:44341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:44341 2024-12-02T15:07:17,260 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01555369831/backup-masters/be0458f36726,44341,1733152037072 2024-12-02T15:07:17,270 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:17,270 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/backup-masters/be0458f36726,44341,1733152037072 2024-12-02T15:07:17,279 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/master 2024-12-02T15:07:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:17,279 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:17,280 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/master 2024-12-02T15:07:17,280 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01555369831/backup-masters/be0458f36726,44341,1733152037072 from backup master directory 2024-12-02T15:07:17,288 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:17,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/backup-masters/be0458f36726,44341,1733152037072 2024-12-02T15:07:17,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:17,288 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:17,288 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,44341,1733152037072 2024-12-02T15:07:17,292 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/hbase.id] with ID: 1d8abca8-5f57-4a7d-b41f-e74483490e97 2024-12-02T15:07:17,292 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.tmp/hbase.id 2024-12-02T15:07:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:07:17,697 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.tmp/hbase.id]:[hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/hbase.id] 2024-12-02T15:07:17,708 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:17,708 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:07:17,709 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:07:17,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:17,746 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:17,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:07:18,152 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:18,153 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:07:18,153 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:07:18,560 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store 2024-12-02T15:07:18,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:07:18,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:18,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:18,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:18,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:18,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152038966Disabling compacts and flushes for region at 1733152038966Disabling writes for close at 1733152038966Writing region close event to WAL at 1733152038966Closed at 1733152038966 2024-12-02T15:07:18,967 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/.initializing 2024-12-02T15:07:18,967 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072 2024-12-02T15:07:18,968 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:18,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C44341%2C1733152037072, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/oldWALs, maxLogs=10 2024-12-02T15:07:18,981 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072/be0458f36726%2C44341%2C1733152037072.1733152038970, exclude list is [], retry=0 2024-12-02T15:07:18,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:18,985 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:18,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:18,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:18,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:18,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:07:18,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:18,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:18,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:07:18,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:18,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:18,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:07:18,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:18,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:18,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:07:18,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:18,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:18,993 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,994 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,994 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,995 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,995 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,996 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:18,997 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:18,999 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:18,999 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60141383, jitterRate=-0.10382355749607086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:19,000 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152038985Initializing all the Stores at 1733152038986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152038986Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152038988 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152038988Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152038988Cleaning up temporary data from old regions at 1733152038995 (+7 ms)Region opened successfully at 1733152039000 (+5 ms) 2024-12-02T15:07:19,000 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:07:19,003 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bee6576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:19,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:07:19,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:07:19,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:07:19,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:07:19,005 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:07:19,005 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:07:19,005 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:07:19,007 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:07:19,008 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/balancer because node does not exist (not necessarily an error) 2024-12-02T15:07:19,054 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/balancer already deleted, retry=false 2024-12-02T15:07:19,055 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:07:19,056 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:07:19,063 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/normalizer already deleted, retry=false 2024-12-02T15:07:19,063 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:07:19,064 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:07:19,071 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/switch/split already deleted, retry=false 2024-12-02T15:07:19,072 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:07:19,079 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/switch/merge already deleted, retry=false 2024-12-02T15:07:19,081 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:07:19,087 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/snapshot-cleanup already deleted, retry=false 2024-12-02T15:07:19,096 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,096 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,096 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,44341,1733152037072, sessionid=0x10197c31a1b0000, setting cluster-up flag (Was=false) 2024-12-02T15:07:19,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,113 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,138 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555369831/flush-table-proc/acquired, /01555369831/flush-table-proc/reached, /01555369831/flush-table-proc/abort 2024-12-02T15:07:19,139 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,44341,1733152037072 2024-12-02T15:07:19,154 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:19,179 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555369831/online-snapshot/acquired, /01555369831/online-snapshot/reached, /01555369831/online-snapshot/abort 2024-12-02T15:07:19,180 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,44341,1733152037072 2024-12-02T15:07:19,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:07:19,183 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:19,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:07:19,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:07:19,183 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,44341,1733152037072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:19,184 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152069187 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:07:19,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:19,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:07:19,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:07:19,188 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152039188,5,FailOnTimeoutGroup] 2024-12-02T15:07:19,189 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152039189,5,FailOnTimeoutGroup] 2024-12-02T15:07:19,189 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,189 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:07:19,189 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,189 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:19,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:07:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:07:19,253 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(746): ClusterId : 1d8abca8-5f57-4a7d-b41f-e74483490e97 2024-12-02T15:07:19,253 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:07:19,263 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:07:19,264 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:07:19,272 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:07:19,272 DEBUG [RS:0;be0458f36726:33299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40653b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:19,282 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:33299 2024-12-02T15:07:19,282 INFO [RS:0;be0458f36726:33299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:07:19,282 INFO [RS:0;be0458f36726:33299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:07:19,282 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:07:19,283 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,44341,1733152037072 with port=33299, startcode=1733152037223 2024-12-02T15:07:19,283 DEBUG [RS:0;be0458f36726:33299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:07:19,284 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:07:19,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,33299,1733152037223 2024-12-02T15:07:19,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(517): Registering regionserver=be0458f36726,33299,1733152037223 2024-12-02T15:07:19,286 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186 2024-12-02T15:07:19,286 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34551 2024-12-02T15:07:19,286 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:07:19,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/rs 2024-12-02T15:07:19,297 DEBUG [RS:0;be0458f36726:33299 {}] zookeeper.ZKUtil(111): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/rs/be0458f36726,33299,1733152037223 2024-12-02T15:07:19,297 WARN [RS:0;be0458f36726:33299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:19,297 INFO [RS:0;be0458f36726:33299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:19,297 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223 2024-12-02T15:07:19,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,33299,1733152037223] 2024-12-02T15:07:19,300 INFO [RS:0;be0458f36726:33299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:07:19,301 INFO [RS:0;be0458f36726:33299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:07:19,302 INFO [RS:0;be0458f36726:33299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:07:19,302 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,302 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:07:19,303 INFO [RS:0;be0458f36726:33299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:07:19,303 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:19,303 DEBUG [RS:0;be0458f36726:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,305 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,33299,1733152037223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:19,317 INFO [RS:0;be0458f36726:33299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:07:19,317 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,33299,1733152037223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,317 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,317 INFO [RS:0;be0458f36726:33299 {}] regionserver.Replication(171): be0458f36726,33299,1733152037223 started 2024-12-02T15:07:19,327 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:19,327 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,33299,1733152037223, RpcServer on be0458f36726/172.17.0.2:33299, sessionid=0x10197c31a1b0001 2024-12-02T15:07:19,328 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:07:19,328 DEBUG [RS:0;be0458f36726:33299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,33299,1733152037223 2024-12-02T15:07:19,328 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,33299,1733152037223' 2024-12-02T15:07:19,328 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555369831/flush-table-proc/abort' 2024-12-02T15:07:19,328 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555369831/flush-table-proc/acquired' 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,33299,1733152037223 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,33299,1733152037223' 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555369831/online-snapshot/abort' 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555369831/online-snapshot/acquired' 2024-12-02T15:07:19,329 DEBUG [RS:0;be0458f36726:33299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:07:19,330 INFO [RS:0;be0458f36726:33299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:07:19,330 INFO [RS:0;be0458f36726:33299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:07:19,430 INFO [RS:0;be0458f36726:33299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:19,432 INFO [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33299%2C1733152037223, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:19,442 DEBUG [RS:0;be0458f36726:33299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432, exclude list is [], retry=0 2024-12-02T15:07:19,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:19,446 INFO [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 2024-12-02T15:07:19,446 DEBUG [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:19,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:07:19,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186 2024-12-02T15:07:19,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:07:20,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:20,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:20,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:20,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:20,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:20,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:20,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:20,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:20,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:20,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:20,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:20,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:20,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:20,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:20,012 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:20,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:20,014 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:20,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67505340, jitterRate=0.005907952785491943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152040002Initializing all the Stores at 1733152040003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040003Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152040003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040003Cleaning up temporary data from old regions at 1733152040011 (+8 ms)Region opened successfully at 1733152040015 (+4 ms) 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:20,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:20,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152040015Disabling compacts and flushes for region at 1733152040015Disabling writes for close at 1733152040015Writing region close event to WAL at 1733152040015Closed at 1733152040015 2024-12-02T15:07:20,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:20,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:07:20,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:07:20,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:20,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:07:20,168 DEBUG [be0458f36726:44341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:20,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,33299,1733152037223 2024-12-02T15:07:20,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,33299,1733152037223, state=OPENING 2024-12-02T15:07:20,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:07:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:20,221 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:20,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:20,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:20,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:20,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,33299,1733152037223}] 2024-12-02T15:07:20,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:07:20,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:07:20,379 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:07:20,379 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:20,379 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:07:20,380 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33299%2C1733152037223.meta, suffix=.meta, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:20,391 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.meta.1733152040380.meta, exclude list is [], retry=0 2024-12-02T15:07:20,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:20,394 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.meta.1733152040380.meta 2024-12-02T15:07:20,394 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:20,395 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:20,395 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:20,395 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:20,395 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:07:20,395 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:07:20,395 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:07:20,395 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:20,396 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:07:20,396 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:07:20,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:20,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:20,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:20,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:20,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:20,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:20,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:20,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:20,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:20,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:20,401 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:20,401 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:20,402 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:20,403 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:20,403 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:20,403 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:20,404 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:20,405 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65067879, jitterRate=-0.03041304647922516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:20,405 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:07:20,405 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152040396Writing region info on filesystem at 1733152040396Initializing all the Stores at 1733152040396Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040397 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152040397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152040397Cleaning up temporary data from old regions at 1733152040403 (+6 ms)Running coprocessor post-open hooks at 1733152040405 (+2 ms)Region opened successfully at 1733152040405 2024-12-02T15:07:20,406 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152040374 2024-12-02T15:07:20,408 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:07:20,408 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:07:20,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,33299,1733152037223 2024-12-02T15:07:20,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,33299,1733152037223, state=OPEN 2024-12-02T15:07:20,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:20,436 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:20,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,33299,1733152037223 2024-12-02T15:07:20,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:20,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:20,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:07:20,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,33299,1733152037223 in 214 msec 2024-12-02T15:07:20,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:07:20,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-02T15:07:20,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:20,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:07:20,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:20,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33299,1733152037223, seqNum=-1] 2024-12-02T15:07:20,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:20,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:20,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-12-02T15:07:20,448 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152040448, completionTime=-1 2024-12-02T15:07:20,448 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:07:20,448 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:07:20,449 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152100449 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152160450 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:44341, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,452 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:20,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:07:20,455 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:07:20,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:07:20,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44341,1733152037072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:20,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:20,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,44341,-1 for getting cluster id 2024-12-02T15:07:20,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:20,555 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8abca8-5f57-4a7d-b41f-e74483490e97' 2024-12-02T15:07:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8abca8-5f57-4a7d-b41f-e74483490e97" 2024-12-02T15:07:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16f878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,44341,-1] 2024-12-02T15:07:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:20,556 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:20,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:20,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33299,1733152037223, seqNum=-1] 2024-12-02T15:07:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:20,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:20,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,44341,1733152037072 2024-12-02T15:07:20,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:20,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:20,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c31a1b0002 connected 2024-12-02T15:07:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir so I do NOT create it in target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc 2024-12-02T15:07:20,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.tmp.dir so I do NOT create it in target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc 2024-12-02T15:07:20,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:07:20,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/cluster_dcf1b192-7781-a99a-62c1-e940683a5722, deleteOnExit=true 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/test.cache.data in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:07:20,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:07:20,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:07:20,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:20,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:20,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:20,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:20,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:07:20,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:20,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:20,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:20,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e19afe9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/java.io.tmpdir/jetty-localhost-38151-hadoop-hdfs-3_4_1-tests_jar-_-any-9697825407435904467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:20,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:38151} 2024-12-02T15:07:20,894 INFO [Time-limited test {}] server.Server(415): Started @143595ms 2024-12-02T15:07:21,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:21,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:21,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:21,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:21,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:21,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:21,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:21,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/java.io.tmpdir/jetty-localhost-40141-hadoop-hdfs-3_4_1-tests_jar-_-any-9083622424135404180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:21,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:40141} 2024-12-02T15:07:21,181 INFO [Time-limited test {}] server.Server(415): Started @143882ms 2024-12-02T15:07:21,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:07:21,555 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/cluster_dcf1b192-7781-a99a-62c1-e940683a5722/data/data1/current/BP-1464791015-172.17.0.2-1733152040605/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:21,555 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/cluster_dcf1b192-7781-a99a-62c1-e940683a5722/data/data2/current/BP-1464791015-172.17.0.2-1733152040605/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:21,568 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:07:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e9e518f0ffd1d72 with lease ID 0xce84926ea36661e6: Processing first storage report for DS-6bc887ec-0a7c-4f8b-a9c0-cbbd2a663944 from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=9f8a00fd-ac1e-499d-8363-59c2da93b899, infoPort=37961, infoSecurePort=0, ipcPort=39047, storageInfo=lv=-57;cid=testClusterID;nsid=262352575;c=1733152040605) 2024-12-02T15:07:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e9e518f0ffd1d72 with lease ID 0xce84926ea36661e6: from storage DS-6bc887ec-0a7c-4f8b-a9c0-cbbd2a663944 node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=9f8a00fd-ac1e-499d-8363-59c2da93b899, infoPort=37961, infoSecurePort=0, ipcPort=39047, storageInfo=lv=-57;cid=testClusterID;nsid=262352575;c=1733152040605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e9e518f0ffd1d72 with lease ID 0xce84926ea36661e6: Processing first storage report for DS-4278b0f1-b3c5-4fe8-b0a6-cf769df34933 from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=9f8a00fd-ac1e-499d-8363-59c2da93b899, infoPort=37961, infoSecurePort=0, ipcPort=39047, storageInfo=lv=-57;cid=testClusterID;nsid=262352575;c=1733152040605) 2024-12-02T15:07:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e9e518f0ffd1d72 with lease ID 0xce84926ea36661e6: from storage DS-4278b0f1-b3c5-4fe8-b0a6-cf769df34933 node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=9f8a00fd-ac1e-499d-8363-59c2da93b899, infoPort=37961, infoSecurePort=0, ipcPort=39047, storageInfo=lv=-57;cid=testClusterID;nsid=262352575;c=1733152040605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:21,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc 2024-12-02T15:07:21,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:21,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:07:22,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c with version=8 2024-12-02T15:07:22,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/hbase-staging 2024-12-02T15:07:22,016 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:07:22,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:22,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37779 2024-12-02T15:07:22,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37779 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:22,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377790x0, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:22,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37779-0x10197c31a1b0003 connected 2024-12-02T15:07:22,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:22,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:22,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/running 2024-12-02T15:07:22,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c, hbase.cluster.distributed=false 2024-12-02T15:07:22,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/acl 2024-12-02T15:07:22,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37779 2024-12-02T15:07:22,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37779 2024-12-02T15:07:22,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37779 2024-12-02T15:07:22,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37779 2024-12-02T15:07:22,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37779 2024-12-02T15:07:22,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:22,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:07:22,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:22,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46345 2024-12-02T15:07:22,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46345 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:22,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:22,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:22,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463450x0, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:22,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46345-0x10197c31a1b0004 connected 2024-12-02T15:07:22,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/running 2024-12-02T15:07:22,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:07:22,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:07:22,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/master 2024-12-02T15:07:22,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/acl 2024-12-02T15:07:22,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-02T15:07:22,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46345 2024-12-02T15:07:22,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46345 2024-12-02T15:07:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-02T15:07:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46345 2024-12-02T15:07:22,166 DEBUG [M:0;be0458f36726:37779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:37779 2024-12-02T15:07:22,167 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11026272489/backup-masters/be0458f36726,37779,1733152042016 2024-12-02T15:07:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/backup-masters 2024-12-02T15:07:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/backup-masters 2024-12-02T15:07:22,171 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on existing znode=/11026272489/backup-masters/be0458f36726,37779,1733152042016 2024-12-02T15:07:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026272489/master 2024-12-02T15:07:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:22,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:22,180 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on existing znode=/11026272489/master 2024-12-02T15:07:22,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11026272489/backup-masters/be0458f36726,37779,1733152042016 from backup master directory 2024-12-02T15:07:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/backup-masters 2024-12-02T15:07:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026272489/backup-masters/be0458f36726,37779,1733152042016 2024-12-02T15:07:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/backup-masters 2024-12-02T15:07:22,188 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:22,188 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,37779,1733152042016 2024-12-02T15:07:22,192 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/hbase.id] with ID: 40257ec0-1205-4d99-b9cc-85a400f6c473 2024-12-02T15:07:22,192 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/.tmp/hbase.id 2024-12-02T15:07:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:07:22,598 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/.tmp/hbase.id]:[hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/hbase.id] 2024-12-02T15:07:22,608 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:22,608 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:07:22,609 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:07:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:07:23,052 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:23,053 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:07:23,053 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:07:23,460 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store 2024-12-02T15:07:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:07:23,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:23,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:23,865 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:23,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:23,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:23,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:23,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:23,866 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152043865Disabling compacts and flushes for region at 1733152043865Disabling writes for close at 1733152043865Writing region close event to WAL at 1733152043865Closed at 1733152043865 2024-12-02T15:07:23,866 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/.initializing 2024-12-02T15:07:23,866 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/WALs/be0458f36726,37779,1733152042016 2024-12-02T15:07:23,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:23,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C37779%2C1733152042016, suffix=, logDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/WALs/be0458f36726,37779,1733152042016, archiveDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/oldWALs, maxLogs=10 2024-12-02T15:07:23,880 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/WALs/be0458f36726,37779,1733152042016/be0458f36726%2C37779%2C1733152042016.1733152043869, exclude list is [], retry=0 2024-12-02T15:07:23,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-6bc887ec-0a7c-4f8b-a9c0-cbbd2a663944,DISK] 2024-12-02T15:07:23,884 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/WALs/be0458f36726,37779,1733152042016/be0458f36726%2C37779%2C1733152042016.1733152043869 2024-12-02T15:07:23,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-02T15:07:23,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:23,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:23,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:07:23,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:23,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:23,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:07:23,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:23,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:23,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:07:23,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:23,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:23,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:07:23,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:23,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:23,892 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,893 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,893 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,894 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,894 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,895 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:23,896 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:23,898 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:23,898 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73395959, jitterRate=0.09368501603603363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:23,899 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152043885Initializing all the Stores at 1733152043886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152043886Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152043886Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152043886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152043886Cleaning up temporary data from old regions at 1733152043894 (+8 ms)Region opened successfully at 1733152043899 (+5 ms) 2024-12-02T15:07:23,899 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:07:23,902 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d97afae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:23,903 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:07:23,903 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:07:23,903 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:07:23,903 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:07:23,904 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:07:23,904 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:07:23,904 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:07:23,906 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:07:23,907 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/balancer because node does not exist (not necessarily an error) 2024-12-02T15:07:23,979 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/balancer already deleted, retry=false 2024-12-02T15:07:23,979 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:07:23,980 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:07:23,987 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/normalizer already deleted, retry=false 2024-12-02T15:07:23,988 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:07:23,989 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:07:23,996 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/switch/split already deleted, retry=false 2024-12-02T15:07:23,996 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:07:24,004 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/switch/merge already deleted, retry=false 2024-12-02T15:07:24,006 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:07:24,012 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/snapshot-cleanup already deleted, retry=false 2024-12-02T15:07:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026272489/running 2024-12-02T15:07:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11026272489/running 2024-12-02T15:07:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,021 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,37779,1733152042016, sessionid=0x10197c31a1b0003, setting cluster-up flag (Was=false) 2024-12-02T15:07:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,062 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11026272489/flush-table-proc/acquired, /11026272489/flush-table-proc/reached, /11026272489/flush-table-proc/abort 2024-12-02T15:07:24,063 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37779,1733152042016 2024-12-02T15:07:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:24,104 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11026272489/online-snapshot/acquired, /11026272489/online-snapshot/reached, /11026272489/online-snapshot/abort 2024-12-02T15:07:24,105 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37779,1733152042016 2024-12-02T15:07:24,106 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:07:24,107 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:24,108 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:07:24,108 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:07:24,108 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,37779,1733152042016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:24,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152074110 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:07:24,110 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:24,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:07:24,111 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152044111,5,FailOnTimeoutGroup] 2024-12-02T15:07:24,111 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152044111,5,FailOnTimeoutGroup] 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,111 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:24,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:07:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:07:24,160 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(746): ClusterId : 40257ec0-1205-4d99-b9cc-85a400f6c473 2024-12-02T15:07:24,160 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:07:24,170 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:07:24,170 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:07:24,180 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:07:24,180 DEBUG [RS:0;be0458f36726:46345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561cdc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:24,189 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:46345 2024-12-02T15:07:24,189 INFO [RS:0;be0458f36726:46345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:07:24,189 INFO [RS:0;be0458f36726:46345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:07:24,189 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:07:24,190 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,37779,1733152042016 with port=46345, startcode=1733152042135 2024-12-02T15:07:24,190 DEBUG [RS:0;be0458f36726:46345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:07:24,191 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:07:24,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,46345,1733152042135 2024-12-02T15:07:24,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37779 {}] master.ServerManager(517): Registering regionserver=be0458f36726,46345,1733152042135 2024-12-02T15:07:24,193 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c 2024-12-02T15:07:24,193 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33677 2024-12-02T15:07:24,193 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:07:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/rs 2024-12-02T15:07:24,237 DEBUG [RS:0;be0458f36726:46345 {}] zookeeper.ZKUtil(111): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on existing znode=/11026272489/rs/be0458f36726,46345,1733152042135 2024-12-02T15:07:24,237 WARN [RS:0;be0458f36726:46345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:24,237 INFO [RS:0;be0458f36726:46345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:24,237 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135 2024-12-02T15:07:24,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,46345,1733152042135] 2024-12-02T15:07:24,240 INFO [RS:0;be0458f36726:46345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:07:24,241 INFO [RS:0;be0458f36726:46345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:07:24,241 INFO [RS:0;be0458f36726:46345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:07:24,241 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,242 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:07:24,242 INFO [RS:0;be0458f36726:46345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:07:24,242 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:24,243 DEBUG [RS:0;be0458f36726:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:24,246 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,246 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,247 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,247 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,247 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,247 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46345,1733152042135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:24,258 INFO [RS:0;be0458f36726:46345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:07:24,258 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46345,1733152042135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,258 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,258 INFO [RS:0;be0458f36726:46345 {}] regionserver.Replication(171): be0458f36726,46345,1733152042135 started 2024-12-02T15:07:24,269 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:24,269 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,46345,1733152042135, RpcServer on be0458f36726/172.17.0.2:46345, sessionid=0x10197c31a1b0004 2024-12-02T15:07:24,269 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:07:24,269 DEBUG [RS:0;be0458f36726:46345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,46345,1733152042135 2024-12-02T15:07:24,269 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46345,1733152042135' 2024-12-02T15:07:24,269 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11026272489/flush-table-proc/abort' 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11026272489/flush-table-proc/acquired' 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,46345,1733152042135 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46345,1733152042135' 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11026272489/online-snapshot/abort' 2024-12-02T15:07:24,270 DEBUG [RS:0;be0458f36726:46345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11026272489/online-snapshot/acquired' 2024-12-02T15:07:24,271 DEBUG [RS:0;be0458f36726:46345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:07:24,271 INFO [RS:0;be0458f36726:46345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:07:24,271 INFO [RS:0;be0458f36726:46345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:07:24,371 INFO [RS:0;be0458f36726:46345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:24,373 INFO [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46345%2C1733152042135, suffix=, logDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135, archiveDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/oldWALs, maxLogs=10 2024-12-02T15:07:24,390 DEBUG [RS:0;be0458f36726:46345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.1733152044373, exclude list is [], retry=0 2024-12-02T15:07:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-6bc887ec-0a7c-4f8b-a9c0-cbbd2a663944,DISK] 2024-12-02T15:07:24,395 INFO [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.1733152044373 2024-12-02T15:07:24,395 DEBUG [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-02T15:07:24,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:07:24,517 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c 2024-12-02T15:07:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:07:24,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:24,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:24,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:24,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:24,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:24,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:24,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:24,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:24,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:24,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:24,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:24,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:24,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:24,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:24,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:24,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:24,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:24,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:24,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740 2024-12-02T15:07:24,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740 2024-12-02T15:07:24,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:24,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:24,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:24,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:24,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69409279, jitterRate=0.034278854727745056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152044923Initializing all the Stores at 1733152044924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152044924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152044924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152044924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152044924Cleaning up temporary data from old regions at 1733152044932 (+8 ms)Region opened successfully at 1733152044935 (+3 ms) 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:24,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:24,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:24,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:24,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152044935Disabling compacts and flushes for region at 1733152044935Disabling writes for close at 1733152044935Writing region close event to WAL at 1733152044936 (+1 ms)Closed at 1733152044936 2024-12-02T15:07:24,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:24,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:07:24,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:07:24,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:24,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:07:25,089 DEBUG [be0458f36726:37779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:25,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,46345,1733152042135 2024-12-02T15:07:25,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46345,1733152042135, state=OPENING 2024-12-02T15:07:25,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:07:25,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:25,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:25,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026272489/meta-region-server: CHANGED 2024-12-02T15:07:25,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026272489/meta-region-server: CHANGED 2024-12-02T15:07:25,146 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:25,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46345,1733152042135}] 2024-12-02T15:07:25,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:07:25,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:07:25,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:07:25,304 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:07:25,304 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:25,304 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:07:25,306 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46345%2C1733152042135.meta, suffix=.meta, logDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135, archiveDir=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/oldWALs, maxLogs=10 2024-12-02T15:07:25,324 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.meta.1733152045307.meta, exclude list is [], retry=0 2024-12-02T15:07:25,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-6bc887ec-0a7c-4f8b-a9c0-cbbd2a663944,DISK] 2024-12-02T15:07:25,328 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.meta.1733152045307.meta 2024-12-02T15:07:25,328 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:25,329 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:07:25,329 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:07:25,329 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:07:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:25,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:25,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:25,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:25,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:25,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:25,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:25,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:25,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:25,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:25,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:25,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:25,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:25,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:25,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:25,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:25,337 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:25,337 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740 2024-12-02T15:07:25,338 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740 2024-12-02T15:07:25,339 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:25,339 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:25,340 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:25,341 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:25,341 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63245410, jitterRate=-0.0575699508190155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:25,341 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:07:25,342 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152045330Writing region info on filesystem at 1733152045330Initializing all the Stores at 1733152045330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152045331 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152045331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152045331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152045331Cleaning up temporary data from old regions at 1733152045339 (+8 ms)Running coprocessor post-open hooks at 1733152045341 (+2 ms)Region opened successfully at 1733152045341 2024-12-02T15:07:25,342 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152045298 2024-12-02T15:07:25,344 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:07:25,344 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:07:25,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,46345,1733152042135 2024-12-02T15:07:25,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46345,1733152042135, state=OPEN 2024-12-02T15:07:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11026272489/meta-region-server 2024-12-02T15:07:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11026272489/meta-region-server 2024-12-02T15:07:25,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026272489/meta-region-server: CHANGED 2024-12-02T15:07:25,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11026272489/meta-region-server: CHANGED 2024-12-02T15:07:25,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,46345,1733152042135 2024-12-02T15:07:25,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:07:25,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46345,1733152042135 in 208 msec 2024-12-02T15:07:25,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:07:25,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-02T15:07:25,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:25,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:07:25,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:25,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46345,1733152042135, seqNum=-1] 2024-12-02T15:07:25,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:25,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:25,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-12-02T15:07:25,368 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152045368, completionTime=-1 2024-12-02T15:07:25,368 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:07:25,368 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152105370 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152165370 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:37779, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,370 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,372 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:07:25,373 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.185sec 2024-12-02T15:07:25,373 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:07:25,373 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:07:25,373 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:07:25,374 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:07:25,374 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:07:25,374 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:25,374 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:07:25,376 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:07:25,376 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:07:25,376 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37779,1733152042016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:25,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37779,-1 for getting cluster id 2024-12-02T15:07:25,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:25,462 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40257ec0-1205-4d99-b9cc-85a400f6c473' 2024-12-02T15:07:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40257ec0-1205-4d99-b9cc-85a400f6c473" 2024-12-02T15:07:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd7b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37779,-1] 2024-12-02T15:07:25,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:25,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:25,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:25,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:25,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46345,1733152042135, seqNum=-1] 2024-12-02T15:07:25,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:25,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:25,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,37779,1733152042016 2024-12-02T15:07:25,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:25,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c31a1b0005 connected 2024-12-02T15:07:25,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,44341,-1 for getting cluster id 2024-12-02T15:07:25,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:25,491 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8abca8-5f57-4a7d-b41f-e74483490e97' 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8abca8-5f57-4a7d-b41f-e74483490e97" 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4246ccc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,44341,-1] 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:25,492 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583347aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,44341,1733152037072 2024-12-02T15:07:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7710909f 2024-12-02T15:07:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:25,494 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:25,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:37779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:07:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:07:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:25,497 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37779' 2024-12-02T15:07:25,498 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bbc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,498 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37779,-1 for getting cluster id 2024-12-02T15:07:25,498 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:25,499 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40257ec0-1205-4d99-b9cc-85a400f6c473' 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40257ec0-1205-4d99-b9cc-85a400f6c473" 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368a1c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37779,-1] 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:25,500 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:25,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebaf204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:25,501 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37779,1733152042016 2024-12-02T15:07:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c72890 2024-12-02T15:07:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:25,502 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:25,503 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T15:07:25,503 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:07:25,503 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:25,503 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:25,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:25,503 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:25,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:07:25,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:07:25,506 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:25,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:07:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741835_1011 (size=1138) 2024-12-02T15:07:25,555 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:07:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:25,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:25,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d11edf586cbf39bf424f90f255abf6c0, NAME => 'hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186 2024-12-02T15:07:25,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:25,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:25,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:25,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:25,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741836_1012 (size=44) 2024-12-02T15:07:25,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d11edf586cbf39bf424f90f255abf6c0, disabling compactions & flushes 2024-12-02T15:07:26,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. after waiting 0 ms 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d11edf586cbf39bf424f90f255abf6c0: Waiting for close lock at 1733152046324Disabling compacts and flushes for region at 1733152046324Disabling writes for close at 1733152046324Writing region close event to WAL at 1733152046324Closed at 1733152046324 2024-12-02T15:07:26,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:07:26,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152046325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152046325"}]},"ts":"1733152046325"} 2024-12-02T15:07:26,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:07:26,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:07:26,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152046327"}]},"ts":"1733152046327"} 2024-12-02T15:07:26,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:07:26,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN}] 2024-12-02T15:07:26,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN 2024-12-02T15:07:26,331 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN; state=OFFLINE, location=be0458f36726,33299,1733152037223; forceNewPlan=false, retain=false 2024-12-02T15:07:26,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d11edf586cbf39bf424f90f255abf6c0, regionState=OPENING, regionLocation=be0458f36726,33299,1733152037223 2024-12-02T15:07:26,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN because future has completed 2024-12-02T15:07:26,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,33299,1733152037223}] 2024-12-02T15:07:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:26,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:26,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:07:26,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33299%2C1733152037223.rep, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:26,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.rep.1733152046641, exclude list is [], retry=0 2024-12-02T15:07:26,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:26,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.rep.1733152046641 2024-12-02T15:07:26,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:26,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d11edf586cbf39bf424f90f255abf6c0, NAME => 'hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:26,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. service=MultiRowMutationService 2024-12-02T15:07:26,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,661 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,663 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName hfileref 2024-12-02T15:07:26,663 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:26,663 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:26,663 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,664 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName queue 2024-12-02T15:07:26,664 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:26,665 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:26,665 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,666 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName sid 2024-12-02T15:07:26,666 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:26,666 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:26,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:26,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:26,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d11edf586cbf39bf424f90f255abf6c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65787880, jitterRate=-0.019684195518493652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:26,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:26,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d11edf586cbf39bf424f90f255abf6c0: Running coprocessor pre-open hook at 1733152046659Writing region info on filesystem at 1733152046659Initializing all the Stores at 1733152046659Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152046659Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152046661 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152046661Cleaning up temporary data from old regions at 1733152046669 (+8 ms)Running coprocessor post-open hooks at 1733152046674 (+5 ms)Region opened successfully at 1733152046675 (+1 ms) 2024-12-02T15:07:26,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., pid=7, masterSystemTime=1733152046636 2024-12-02T15:07:26,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:26,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d11edf586cbf39bf424f90f255abf6c0, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,33299,1733152037223 2024-12-02T15:07:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,33299,1733152037223 because future has completed 2024-12-02T15:07:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T15:07:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,33299,1733152037223 in 198 msec 2024-12-02T15:07:26,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:07:26,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN in 354 msec 2024-12-02T15:07:26,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:07:26,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152046686"}]},"ts":"1733152046686"} 2024-12-02T15:07:26,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:07:26,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:07:26,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-02T15:07:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., hostname=be0458f36726,33299,1733152037223, seqNum=2] 2024-12-02T15:07:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:26,796 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:26,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:07:26,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T15:07:26,966 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:07:26,988 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,33299,1733152037223, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:07:26,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:26,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33299,1733152037223, seqNum=-1] 2024-12-02T15:07:26,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:26,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T15:07:26,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,33299,1733152037223', locateType=CURRENT is [region=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., hostname=be0458f36726,33299,1733152037223, seqNum=2] 2024-12-02T15:07:26,994 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T15:07:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T15:07:26,996 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,33299,1733152037223 suceeded 2024-12-02T15:07:26,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T15:07:26,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T15:07:26,998 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:37779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:07:26,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-12-02T15:07:27,007 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37779' 2024-12-02T15:07:27,008 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c93327e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:27,008 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37779,-1 for getting cluster id 2024-12-02T15:07:27,008 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:27,009 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40257ec0-1205-4d99-b9cc-85a400f6c473' 2024-12-02T15:07:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40257ec0-1205-4d99-b9cc-85a400f6c473" 2024-12-02T15:07:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6107ba76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37779,-1] 2024-12-02T15:07:27,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:27,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,011 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:27,011 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dad02d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:27,011 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:27,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37779,1733152042016 2024-12-02T15:07:27,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364cca82 2024-12-02T15:07:27,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:27,013 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T15:07:27,013 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,33299,1733152037223 (queues=1) is replicating from cluster=1d8abca8-5f57-4a7d-b41f-e74483490e97 to cluster=40257ec0-1205-4d99-b9cc-85a400f6c473 2024-12-02T15:07:27,013 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C33299%2C1733152037223 2024-12-02T15:07:27,014 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,33299,1733152037223, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:07:27,014 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.shipperbe0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C33299%2C1733152037223 2024-12-02T15:07:27,014 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432, startPosition=0, beingWritten=true 2024-12-02T15:07:27,219 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 to pos 0, reset compression=false 2024-12-02T15:07:27,523 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 to pos 0, reset compression=false 2024-12-02T15:07:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:27,644 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:07:27,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:27,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:27,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:27,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,44341,1733152037072 2024-12-02T15:07:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f477b8 2024-12-02T15:07:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:27,647 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:27,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44341 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:07:27,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:27,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:27,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:27,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:07:27,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=735056144, stopped=false 2024-12-02T15:07:27,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,44341,1733152037072 2024-12-02T15:07:27,696 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:27,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:27,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:27,696 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:27,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:27,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:27,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:27,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:27,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,33299,1733152037223' ***** 2024-12-02T15:07:27,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:07:27,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:27,696 INFO [RS:0;be0458f36726:33299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(3091): Received CLOSE for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:27,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(959): stopping server be0458f36726,33299,1733152037223 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:33299. 2024-12-02T15:07:27,697 DEBUG [RS:0;be0458f36726:33299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:27,697 DEBUG [RS:0;be0458f36726:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:27,697 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d11edf586cbf39bf424f90f255abf6c0, disabling compactions & flushes 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:07:27,697 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:07:27,697 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:27,697 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. after waiting 0 ms 2024-12-02T15:07:27,697 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:07:27,697 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:27,697 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d11edf586cbf39bf424f90f255abf6c0 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T15:07:27,698 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:07:27,698 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1325): Online Regions={d11edf586cbf39bf424f90f255abf6c0=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:27,699 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:27,699 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:27,699 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:27,699 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:27,699 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:27,699 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:27,699 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T15:07:27,711 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/.tmp/queue/bbe7cbffd8504520b8ebd8b58ecb2206 is 151, key is 1-be0458f36726,33299,1733152037223/queue:be0458f36726%2C33299%2C1733152037223/1733152046993/Put/seqid=0 2024-12-02T15:07:27,712 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:27,713 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/b968840a507d4088acea4aa370742475 is 147, key is hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0./info:regioninfo/1733152046678/Put/seqid=0 2024-12-02T15:07:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741838_1014 (size=5350) 2024-12-02T15:07:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741839_1015 (size=6631) 2024-12-02T15:07:27,899 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:27,927 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 to pos 0, reset compression=false 2024-12-02T15:07:28,099 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:28,116 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/.tmp/queue/bbe7cbffd8504520b8ebd8b58ecb2206 2024-12-02T15:07:28,120 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/b968840a507d4088acea4aa370742475 2024-12-02T15:07:28,122 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/.tmp/queue/bbe7cbffd8504520b8ebd8b58ecb2206 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/queue/bbe7cbffd8504520b8ebd8b58ecb2206 2024-12-02T15:07:28,126 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/queue/bbe7cbffd8504520b8ebd8b58ecb2206, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T15:07:28,127 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d11edf586cbf39bf424f90f255abf6c0 in 430ms, sequenceid=5, compaction requested=false 2024-12-02T15:07:28,127 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:07:28,130 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:07:28,131 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:28,131 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:28,131 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:28,131 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d11edf586cbf39bf424f90f255abf6c0: Waiting for close lock at 1733152047697Running coprocessor pre-close hooks at 1733152047697Disabling compacts and flushes for region at 1733152047697Disabling writes for close at 1733152047697Obtaining lock to block concurrent updates at 1733152047697Preparing flush snapshotting stores in d11edf586cbf39bf424f90f255abf6c0 at 1733152047697Finished memstore snapshotting hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733152047698 (+1 ms)Flushing stores of hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. at 1733152047698Flushing d11edf586cbf39bf424f90f255abf6c0/queue: creating writer at 1733152047698Flushing d11edf586cbf39bf424f90f255abf6c0/queue: appending metadata at 1733152047711 (+13 ms)Flushing d11edf586cbf39bf424f90f255abf6c0/queue: closing flushed file at 1733152047711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3297ee2: reopening flushed file at 1733152048121 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d11edf586cbf39bf424f90f255abf6c0 in 430ms, sequenceid=5, compaction requested=false at 1733152048127 (+6 ms)Writing region close event to WAL at 1733152048128 (+1 ms)Running coprocessor post-close hooks at 1733152048131 (+3 ms)Closed at 1733152048131 2024-12-02T15:07:28,131 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:28,137 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/ns/39f7b762e7a64b4292b2f8e5a65d77a6 is 43, key is default/ns:d/1733152040443/Put/seqid=0 2024-12-02T15:07:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741840_1016 (size=5153) 2024-12-02T15:07:28,299 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:28,367 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:07:28,367 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:07:28,432 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 to pos 0, reset compression=false 2024-12-02T15:07:28,499 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:28,542 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/ns/39f7b762e7a64b4292b2f8e5a65d77a6 2024-12-02T15:07:28,558 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/table/dbf74116ce9f4d238d8c6035a0b06f0e is 53, key is hbase:replication/table:state/1733152046686/Put/seqid=0 2024-12-02T15:07:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741841_1017 (size=5256) 2024-12-02T15:07:28,699 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:07:28,699 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:28,700 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:28,900 DEBUG [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:28,963 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/table/dbf74116ce9f4d238d8c6035a0b06f0e 2024-12-02T15:07:28,968 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/b968840a507d4088acea4aa370742475 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/info/b968840a507d4088acea4aa370742475 2024-12-02T15:07:28,973 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/info/b968840a507d4088acea4aa370742475, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T15:07:28,974 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/ns/39f7b762e7a64b4292b2f8e5a65d77a6 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/ns/39f7b762e7a64b4292b2f8e5a65d77a6 2024-12-02T15:07:28,978 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/ns/39f7b762e7a64b4292b2f8e5a65d77a6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:07:28,979 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/table/dbf74116ce9f4d238d8c6035a0b06f0e as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/table/dbf74116ce9f4d238d8c6035a0b06f0e 2024-12-02T15:07:28,983 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/table/dbf74116ce9f4d238d8c6035a0b06f0e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T15:07:28,984 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false 2024-12-02T15:07:28,988 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:07:28,988 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:28,988 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:28,988 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:28,988 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152047698Running coprocessor pre-close hooks at 1733152047698Disabling compacts and flushes for region at 1733152047698Disabling writes for close at 1733152047699 (+1 ms)Obtaining lock to block concurrent updates at 1733152047699Preparing flush snapshotting stores in 1588230740 at 1733152047699Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733152047699Flushing stores of hbase:meta,,1.1588230740 at 1733152047699Flushing 1588230740/info: creating writer at 1733152047700 (+1 ms)Flushing 1588230740/info: appending metadata at 1733152047713 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733152047713Flushing 1588230740/ns: creating writer at 1733152048124 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733152048137 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733152048137Flushing 1588230740/table: creating writer at 1733152048546 (+409 ms)Flushing 1588230740/table: appending metadata at 1733152048558 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733152048558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d47a244: reopening flushed file at 1733152048967 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6498a12e: reopening flushed file at 1733152048973 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e17313: reopening flushed file at 1733152048978 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false at 1733152048984 (+6 ms)Writing region close event to WAL at 1733152048985 (+1 ms)Running coprocessor post-close hooks at 1733152048988 (+3 ms)Closed at 1733152048988 2024-12-02T15:07:28,988 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:29,036 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.1733152039432 to pos 0, reset compression=false 2024-12-02T15:07:29,100 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(976): stopping server be0458f36726,33299,1733152037223; all regions closed. 2024-12-02T15:07:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741834_1010 (size=2742) 2024-12-02T15:07:29,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223/be0458f36726%2C33299%2C1733152037223.meta.1733152040380.meta not finished, retry = 0 2024-12-02T15:07:29,205 DEBUG [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:29,205 INFO [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C33299%2C1733152037223.meta:.meta(num 1733152040380) 2024-12-02T15:07:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741837_1013 (size=1586) 2024-12-02T15:07:29,239 DEBUG [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:29,239 INFO [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C33299%2C1733152037223.rep:(num 1733152046641) 2024-12-02T15:07:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:07:29,243 DEBUG [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C33299%2C1733152037223:(num 1733152039432) 2024-12-02T15:07:29,243 DEBUG [RS:0;be0458f36726:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:29,243 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:29,243 INFO [RS:0;be0458f36726:33299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,33299,1733152037223 because: Region server is closing 2024-12-02T15:07:29,244 INFO [RS:0;be0458f36726:33299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:33299. 2024-12-02T15:07:29,244 DEBUG [RS:0;be0458f36726:33299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:29,244 DEBUG [RS:0;be0458f36726:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:29,244 DEBUG [RS:0;be0458f36726:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:29,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:29,344 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.shipperbe0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:07:29,344 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.wal-reader.be0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:07:29,344 INFO [RS:0;be0458f36726:33299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33299,1733152037223.replicationSource.shipperbe0458f36726%2C33299%2C1733152037223,1-be0458f36726,33299,1733152037223 terminated 2024-12-02T15:07:29,345 INFO [RS:0;be0458f36726:33299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33299 2024-12-02T15:07:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/rs 2024-12-02T15:07:29,361 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/rs/be0458f36726,33299,1733152037223 2024-12-02T15:07:29,361 INFO [RS:0;be0458f36726:33299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:29,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,33299,1733152037223] 2024-12-02T15:07:29,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/draining/be0458f36726,33299,1733152037223 already deleted, retry=false 2024-12-02T15:07:29,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,33299,1733152037223 expired; onlineServers=0 2024-12-02T15:07:29,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,44341,1733152037072' ***** 2024-12-02T15:07:29,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:07:29,379 INFO [M:0;be0458f36726:44341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:29,379 INFO [M:0;be0458f36726:44341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:29,379 DEBUG [M:0;be0458f36726:44341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:07:29,379 DEBUG [M:0;be0458f36726:44341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:07:29,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:07:29,379 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152039189 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152039189,5,FailOnTimeoutGroup] 2024-12-02T15:07:29,379 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152039188 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152039188,5,FailOnTimeoutGroup] 2024-12-02T15:07:29,379 INFO [M:0;be0458f36726:44341 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:29,379 INFO [M:0;be0458f36726:44341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:29,379 DEBUG [M:0;be0458f36726:44341 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:07:29,379 INFO [M:0;be0458f36726:44341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:07:29,380 INFO [M:0;be0458f36726:44341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:29,380 INFO [M:0;be0458f36726:44341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:07:29,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:07:29,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/master 2024-12-02T15:07:29,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:29,387 DEBUG [M:0;be0458f36726:44341 {}] zookeeper.ZKUtil(347): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/master because node does not exist (not an error) 2024-12-02T15:07:29,387 WARN [M:0;be0458f36726:44341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:07:29,388 INFO [M:0;be0458f36726:44341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.lastflushedseqids 2024-12-02T15:07:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741842_1018 (size=181) 2024-12-02T15:07:29,471 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:29,471 INFO [RS:0;be0458f36726:33299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:29,471 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x10197c31a1b0001, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:29,471 INFO [RS:0;be0458f36726:33299 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,33299,1733152037223; zookeeper connection closed. 2024-12-02T15:07:29,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3659af9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3659af9e 2024-12-02T15:07:29,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:07:29,793 INFO [M:0;be0458f36726:44341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:07:29,793 INFO [M:0;be0458f36726:44341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:07:29,793 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:29,793 INFO [M:0;be0458f36726:44341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:29,793 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:29,793 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:29,793 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:29,793 INFO [M:0;be0458f36726:44341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T15:07:29,807 DEBUG [M:0;be0458f36726:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473cf37caddc40e9ac5df8803db93ae1 is 82, key is hbase:meta,,1/info:regioninfo/1733152040408/Put/seqid=0 2024-12-02T15:07:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741843_1019 (size=5672) 2024-12-02T15:07:30,212 INFO [M:0;be0458f36726:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473cf37caddc40e9ac5df8803db93ae1 2024-12-02T15:07:30,229 DEBUG [M:0;be0458f36726:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c679216045416f9f3d707305014ea1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733152046690/Put/seqid=0 2024-12-02T15:07:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741844_1020 (size=7203) 2024-12-02T15:07:30,634 INFO [M:0;be0458f36726:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c679216045416f9f3d707305014ea1 2024-12-02T15:07:30,650 DEBUG [M:0;be0458f36726:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1986f5b3ea04d79870334fb77146b83 is 69, key is be0458f36726,33299,1733152037223/rs:state/1733152039285/Put/seqid=0 2024-12-02T15:07:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741845_1021 (size=5156) 2024-12-02T15:07:30,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:30,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:30,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:30,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:30,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:30,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:30,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:31,054 INFO [M:0;be0458f36726:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1986f5b3ea04d79870334fb77146b83 2024-12-02T15:07:31,059 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473cf37caddc40e9ac5df8803db93ae1 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473cf37caddc40e9ac5df8803db93ae1 2024-12-02T15:07:31,065 INFO [M:0;be0458f36726:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473cf37caddc40e9ac5df8803db93ae1, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T15:07:31,066 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c679216045416f9f3d707305014ea1 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c679216045416f9f3d707305014ea1 2024-12-02T15:07:31,071 INFO [M:0;be0458f36726:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c679216045416f9f3d707305014ea1, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T15:07:31,072 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1986f5b3ea04d79870334fb77146b83 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1986f5b3ea04d79870334fb77146b83 2024-12-02T15:07:31,077 INFO [M:0;be0458f36726:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1986f5b3ea04d79870334fb77146b83, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T15:07:31,077 INFO [M:0;be0458f36726:44341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-12-02T15:07:31,079 INFO [M:0;be0458f36726:44341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:31,079 DEBUG [M:0;be0458f36726:44341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152049793Disabling compacts and flushes for region at 1733152049793Disabling writes for close at 1733152049793Obtaining lock to block concurrent updates at 1733152049793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152049793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733152049794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152049794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152049794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152049807 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152049807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152050216 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152050228 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152050228Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152050638 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152050650 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152050650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4889d2: reopening flushed file at 1733152051058 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bac352c: reopening flushed file at 1733152051065 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7834e4bf: reopening flushed file at 1733152051071 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1733152051077 (+6 ms)Writing region close event to WAL at 1733152051078 (+1 ms)Closed at 1733152051079 (+1 ms) 2024-12-02T15:07:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741830_1006 (size=41008) 2024-12-02T15:07:31,081 INFO [M:0;be0458f36726:44341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:07:31,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:31,081 INFO [M:0;be0458f36726:44341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44341 2024-12-02T15:07:31,081 INFO [M:0;be0458f36726:44341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:31,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:31,221 INFO [M:0;be0458f36726:44341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:31,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x10197c31a1b0000, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:31,222 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:31,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:07:31,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:31,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42533 2024-12-02T15:07:31,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42533 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425330x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:31,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42533-0x10197c31a1b0006 connected 2024-12-02T15:07:31,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:31,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:31,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:31,242 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: INIT 2024-12-02T15:07:31,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186, hbase.cluster.distributed=false 2024-12-02T15:07:31,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/acl 2024-12-02T15:07:31,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42533 2024-12-02T15:07:31,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42533 2024-12-02T15:07:31,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42533 2024-12-02T15:07:31,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42533 2024-12-02T15:07:31,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42533 2024-12-02T15:07:31,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:31,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:31,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44355 2024-12-02T15:07:31,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44355 connecting to ZooKeeper ensemble=127.0.0.1:62916 2024-12-02T15:07:31,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:31,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443550x0, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:31,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44355-0x10197c31a1b0007 connected 2024-12-02T15:07:31,271 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: INIT 2024-12-02T15:07:31,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:31,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:07:31,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:07:31,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/master 2024-12-02T15:07:31,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/acl 2024-12-02T15:07:31,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44355 2024-12-02T15:07:31,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44355 2024-12-02T15:07:31,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44355 2024-12-02T15:07:31,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44355 2024-12-02T15:07:31,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44355 2024-12-02T15:07:31,288 DEBUG [M:0;be0458f36726:42533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:42533 2024-12-02T15:07:31,288 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01555369831/backup-masters/be0458f36726,42533,1733152051222 2024-12-02T15:07:31,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:31,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:31,296 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/backup-masters/be0458f36726,42533,1733152051222 2024-12-02T15:07:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/master 2024-12-02T15:07:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:31,304 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/master 2024-12-02T15:07:31,305 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01555369831/backup-masters/be0458f36726,42533,1733152051222 from backup master directory 2024-12-02T15:07:31,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/backup-masters/be0458f36726,42533,1733152051222 2024-12-02T15:07:31,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:31,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/backup-masters 2024-12-02T15:07:31,312 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:31,312 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,42533,1733152051222 2024-12-02T15:07:31,320 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:31,320 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:07:31,326 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-02T15:07:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741846_1022 (size=196) 2024-12-02T15:07:31,742 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:31,742 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:07:31,742 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:31,747 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T15:07:31,749 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072 to hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072-dead as it is dead 2024-12-02T15:07:31,749 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072-dead/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:31,750 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072-dead/be0458f36726%2C44341%2C1733152037072.1733152038970 after 1ms 2024-12-02T15:07:31,750 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072-dead/be0458f36726%2C44341%2C1733152037072.1733152038970 to hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:31,750 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,44341,1733152037072-dead 2024-12-02T15:07:31,751 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,42533,1733152051222 2024-12-02T15:07:31,752 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:31,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C42533%2C1733152051222, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,42533,1733152051222, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/oldWALs, maxLogs=10 2024-12-02T15:07:31,763 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,42533,1733152051222/be0458f36726%2C42533%2C1733152051222.1733152051753, exclude list is [], retry=0 2024-12-02T15:07:31,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:31,767 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,42533,1733152051222/be0458f36726%2C42533%2C1733152051222.1733152051753 2024-12-02T15:07:31,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:31,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:31,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:31,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:07:31,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:31,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473cf37caddc40e9ac5df8803db93ae1 2024-12-02T15:07:31,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:07:31,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:31,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c679216045416f9f3d707305014ea1 2024-12-02T15:07:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:31,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:07:31,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:31,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1986f5b3ea04d79870334fb77146b83 2024-12-02T15:07:31,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:31,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:07:31,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:31,791 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,792 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T15:07:31,792 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:31,795 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:31,796 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/be0458f36726%2C44341%2C1733152037072.1733152038970 2024-12-02T15:07:31,797 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,797 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,798 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:31,799 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:31,801 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T15:07:31,801 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68920496, jitterRate=0.026995420455932617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:31,801 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152051770Initializing all the Stores at 1733152051770Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152051770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152051770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152051770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152051770Cleaning up temporary data from old regions at 1733152051797 (+27 ms)Region opened successfully at 1733152051801 (+4 ms) 2024-12-02T15:07:31,802 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:07:31,804 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bd0760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:31,806 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T15:07:31,806 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:07:31,806 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:07:31,807 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:07:31,807 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:07:31,810 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:31,810 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:07:31,811 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:07:31,811 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T15:07:31,811 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:07:31,814 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=be0458f36726,33299,1733152037223, regionLocation=be0458f36726,33299,1733152037223, openSeqNum=2 2024-12-02T15:07:31,814 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=be0458f36726,33299,1733152037223, table=hbase:meta, region=1588230740 2024-12-02T15:07:31,814 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,33299,1733152037223, state=OPEN 2024-12-02T15:07:31,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:31,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:31,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:31,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:31,849 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:07:31,854 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/draining/be0458f36726,33299,1733152037223 already deleted, retry=false 2024-12-02T15:07:31,854 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of be0458f36726,33299,1733152037223 on be0458f36726,42533,1733152051222 2024-12-02T15:07:31,855 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure be0458f36726,33299,1733152037223, splitWal=true, meta=true 2024-12-02T15:07:31,855 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for be0458f36726,33299,1733152037223 (carryingMeta=true) be0458f36726,33299,1733152037223/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15fbe7de[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T15:07:31,856 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/balancer because node does not exist (not necessarily an error) 2024-12-02T15:07:31,862 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/balancer already deleted, retry=false 2024-12-02T15:07:31,862 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:07:31,863 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:07:31,870 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/normalizer already deleted, retry=false 2024-12-02T15:07:31,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:07:31,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:07:31,879 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/switch/split already deleted, retry=false 2024-12-02T15:07:31,880 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:07:31,887 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/switch/merge already deleted, retry=false 2024-12-02T15:07:31,897 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:07:31,904 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/snapshot-cleanup already deleted, retry=false 2024-12-02T15:07:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:31,913 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,42533,1733152051222, sessionid=0x10197c31a1b0006, setting cluster-up flag (Was=false) 2024-12-02T15:07:31,921 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555369831/flush-table-proc/acquired, /01555369831/flush-table-proc/reached, /01555369831/flush-table-proc/abort 2024-12-02T15:07:31,922 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,42533,1733152051222 2024-12-02T15:07:31,930 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555369831/online-snapshot/acquired, /01555369831/online-snapshot/reached, /01555369831/online-snapshot/abort 2024-12-02T15:07:31,931 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,42533,1733152051222 2024-12-02T15:07:31,932 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.lastflushedseqids 2024-12-02T15:07:31,934 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:07:31,934 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:07:31,934 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,42533,1733152051222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 be0458f36726,33299,1733152037223 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:31,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152081937 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:07:31,937 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure be0458f36726,33299,1733152037223, splitWal=true, meta=true 2024-12-02T15:07:31,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:07:31,938 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152051938,5,FailOnTimeoutGroup] 2024-12-02T15:07:31,938 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152051938,5,FailOnTimeoutGroup] 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152051938, completionTime=-1 2024-12-02T15:07:31,938 WARN [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T15:07:31,938 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T15:07:31,938 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure be0458f36726,33299,1733152037223, splitWal=true, meta=true, isMeta: true 2024-12-02T15:07:31,939 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223-splitting 2024-12-02T15:07:31,940 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223-splitting dir is empty, no logs to split. 2024-12-02T15:07:31,940 INFO [PEWorker-1 {}] master.SplitWALManager(105): be0458f36726,33299,1733152037223 WAL count=0, meta=true 2024-12-02T15:07:31,941 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223-splitting dir is empty, no logs to split. 2024-12-02T15:07:31,941 INFO [PEWorker-1 {}] master.SplitWALManager(105): be0458f36726,33299,1733152037223 WAL count=0, meta=true 2024-12-02T15:07:31,941 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if be0458f36726,33299,1733152037223 WAL splitting is done? wals=0, meta=true 2024-12-02T15:07:31,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:07:31,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:31,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:07:31,981 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(746): ClusterId : 1d8abca8-5f57-4a7d-b41f-e74483490e97 2024-12-02T15:07:31,981 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:07:31,988 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:07:31,988 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:07:31,996 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:07:31,996 DEBUG [RS:0;be0458f36726:44355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de50eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:32,006 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:44355 2024-12-02T15:07:32,006 INFO [RS:0;be0458f36726:44355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:07:32,006 INFO [RS:0;be0458f36726:44355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:07:32,006 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:07:32,006 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,42533,1733152051222 with port=44355, startcode=1733152051255 2024-12-02T15:07:32,007 DEBUG [RS:0;be0458f36726:44355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:07:32,008 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:07:32,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,44355,1733152051255 2024-12-02T15:07:32,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42533 {}] master.ServerManager(517): Registering regionserver=be0458f36726,44355,1733152051255 2024-12-02T15:07:32,009 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186 2024-12-02T15:07:32,009 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34551 2024-12-02T15:07:32,009 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:07:32,038 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T15:07:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/rs 2024-12-02T15:07:32,064 DEBUG [RS:0;be0458f36726:44355 {}] zookeeper.ZKUtil(111): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on existing znode=/01555369831/rs/be0458f36726,44355,1733152051255 2024-12-02T15:07:32,064 WARN [RS:0;be0458f36726:44355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:32,064 INFO [RS:0;be0458f36726:44355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:32,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,44355,1733152051255] 2024-12-02T15:07:32,064 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255 2024-12-02T15:07:32,080 INFO [RS:0;be0458f36726:44355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:07:32,082 INFO [RS:0;be0458f36726:44355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:07:32,082 INFO [RS:0;be0458f36726:44355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:07:32,082 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,082 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:07:32,083 INFO [RS:0;be0458f36726:44355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:07:32,083 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,083 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,083 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,083 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,083 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:32,084 DEBUG [RS:0;be0458f36726:44355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,084 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44355,1733152051255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:32,094 WARN [be0458f36726:42533 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:07:32,095 INFO [RS:0;be0458f36726:44355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:07:32,095 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,44355,1733152051255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,105 INFO [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,44355,1733152051255, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:07:32,105 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,105 INFO [RS:0;be0458f36726:44355 {}] regionserver.Replication(171): be0458f36726,44355,1733152051255 started 2024-12-02T15:07:32,116 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:32,116 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,44355,1733152051255, RpcServer on be0458f36726/172.17.0.2:44355, sessionid=0x10197c31a1b0007 2024-12-02T15:07:32,116 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:07:32,116 DEBUG [RS:0;be0458f36726:44355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,44355,1733152051255 2024-12-02T15:07:32,116 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,44355,1733152051255' 2024-12-02T15:07:32,116 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555369831/flush-table-proc/abort' 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555369831/flush-table-proc/acquired' 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37779' 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,44355,1733152051255 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,44355,1733152051255' 2024-12-02T15:07:32,117 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555369831/online-snapshot/abort' 2024-12-02T15:07:32,118 DEBUG [RS:0;be0458f36726:44355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555369831/online-snapshot/acquired' 2024-12-02T15:07:32,118 DEBUG [RS:0;be0458f36726:44355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:07:32,118 INFO [RS:0;be0458f36726:44355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:07:32,118 INFO [RS:0;be0458f36726:44355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:07:32,118 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6f8576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:32,118 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37779,-1 for getting cluster id 2024-12-02T15:07:32,119 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:32,120 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40257ec0-1205-4d99-b9cc-85a400f6c473' 2024-12-02T15:07:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40257ec0-1205-4d99-b9cc-85a400f6c473" 2024-12-02T15:07:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40155f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37779,-1] 2024-12-02T15:07:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:32,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:32,121 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:32,122 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aca0d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:32,122 DEBUG [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37779,1733152042016 2024-12-02T15:07:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376370ff 2024-12-02T15:07:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:32,124 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T15:07:32,124 INFO [RS:0;be0458f36726:44355.replicationSource,1-be0458f36726,44355,1733152051255 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,44355,1733152051255 (queues=0) is replicating from cluster=1d8abca8-5f57-4a7d-b41f-e74483490e97 to cluster=40257ec0-1205-4d99-b9cc-85a400f6c473 2024-12-02T15:07:32,218 INFO [RS:0;be0458f36726:44355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:32,220 INFO [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44355%2C1733152051255, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:32,230 DEBUG [RS:0;be0458f36726:44355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220, exclude list is [], retry=0 2024-12-02T15:07:32,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:32,234 INFO [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 2024-12-02T15:07:32,234 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group be0458f36726%2C44355%2C1733152051255 for peer 1 2024-12-02T15:07:32,234 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C44355%2C1733152051255 2024-12-02T15:07:32,234 INFO [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,44355,1733152051255, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:07:32,235 DEBUG [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:32,235 INFO [RS:0;be0458f36726:44355.replicationSource.shipperbe0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C44355%2C1733152051255 2024-12-02T15:07:32,235 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220, startPosition=0, beingWritten=true 2024-12-02T15:07:32,344 DEBUG [be0458f36726:42533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:32,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,44355,1733152051255 2024-12-02T15:07:32,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,44355,1733152051255, state=OPENING 2024-12-02T15:07:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:32,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:32,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:32,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:32,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,44355,1733152051255}] 2024-12-02T15:07:32,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:32,440 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:32,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:07:32,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:07:32,517 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:07:32,518 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:32,518 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:07:32,519 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44355%2C1733152051255.meta, suffix=.meta, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:32,530 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.meta.1733152052519.meta, exclude list is [], retry=0 2024-12-02T15:07:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:32,534 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.meta.1733152052519.meta 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:32,535 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:07:32,535 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:32,535 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:07:32,536 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:07:32,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:32,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:32,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:32,543 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/info/b968840a507d4088acea4aa370742475 2024-12-02T15:07:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:32,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:32,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:32,549 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/ns/39f7b762e7a64b4292b2f8e5a65d77a6 2024-12-02T15:07:32,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:32,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:32,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:32,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:32,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:32,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:32,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:32,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:32,555 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/table/dbf74116ce9f4d238d8c6035a0b06f0e 2024-12-02T15:07:32,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:32,556 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:32,556 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:32,557 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740 2024-12-02T15:07:32,558 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:32,558 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:32,559 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:32,560 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:32,560 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71401649, jitterRate=0.06396748125553131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:32,560 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:07:32,560 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152052536Writing region info on filesystem at 1733152052536Initializing all the Stores at 1733152052537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152052537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152052537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152052537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152052537Cleaning up temporary data from old regions at 1733152052558 (+21 ms)Running coprocessor post-open hooks at 1733152052560 (+2 ms)Region opened successfully at 1733152052560 2024-12-02T15:07:32,561 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733152052513 2024-12-02T15:07:32,563 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:07:32,563 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:07:32,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=be0458f36726,44355,1733152051255 2024-12-02T15:07:32,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,44355,1733152051255, state=OPEN 2024-12-02T15:07:32,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:32,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555369831/meta-region-server 2024-12-02T15:07:32,595 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,44355,1733152051255 2024-12-02T15:07:32,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:32,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555369831/meta-region-server: CHANGED 2024-12-02T15:07:32,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T15:07:32,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,44355,1733152051255 in 234 msec 2024-12-02T15:07:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:07:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-12-02T15:07:32,746 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:33,152 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:33,541 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T15:07:33,656 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:34,261 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:34,965 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:35,043 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T15:07:35,770 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:36,445 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T15:07:36,446 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:07:36,446 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:36,446 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44355,1733152051255, seqNum=-1] 2024-12-02T15:07:36,446 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:36,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:36,451 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d11edf586cbf39bf424f90f255abf6c0, regionState=OPEN, lastHost=be0458f36726,33299,1733152037223, regionLocation=be0458f36726,33299,1733152037223, openSeqNum=2 2024-12-02T15:07:36,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:07:36,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152116451 2024-12-02T15:07:36,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152176451 2024-12-02T15:07:36,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-02T15:07:36,452 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): be0458f36726,33299,1733152037223 had 2 regions 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:42533, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,453 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure be0458f36726,33299,1733152037223, splitWal=true, meta=true, isMeta: false 2024-12-02T15:07:36,454 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223-splitting dir is empty, no logs to split. 2024-12-02T15:07:36,454 INFO [PEWorker-3 {}] master.SplitWALManager(105): be0458f36726,33299,1733152037223 WAL count=0, meta=false 2024-12-02T15:07:36,456 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,33299,1733152037223-splitting dir is empty, no logs to split. 2024-12-02T15:07:36,456 INFO [PEWorker-3 {}] master.SplitWALManager(105): be0458f36726,33299,1733152037223 WAL count=0, meta=false 2024-12-02T15:07:36,456 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if be0458f36726,33299,1733152037223 WAL splitting is done? wals=0, meta=false 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.146sec 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:36,458 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:07:36,460 WARN [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=be0458f36726,33299,1733152037223/hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:36,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN}] 2024-12-02T15:07:36,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN 2024-12-02T15:07:36,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:07:36,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:07:36,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:07:36,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42533,1733152051222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:36,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf6786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42533,-1 for getting cluster id 2024-12-02T15:07:36,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:36,486 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8abca8-5f57-4a7d-b41f-e74483490e97' 2024-12-02T15:07:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8abca8-5f57-4a7d-b41f-e74483490e97" 2024-12-02T15:07:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42533,-1] 2024-12-02T15:07:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,488 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e690bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,44355,1733152051255, seqNum=-1] 2024-12-02T15:07:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:36,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T15:07:36,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:36,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:36,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: be0458f36726:42533 after: be0458f36726:42533 2024-12-02T15:07:36,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42533,-1 for getting cluster id 2024-12-02T15:07:36,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:36,495 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8abca8-5f57-4a7d-b41f-e74483490e97' 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8abca8-5f57-4a7d-b41f-e74483490e97" 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef7b7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42533,-1] 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,497 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:36,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:36,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,42533,1733152051222 2024-12-02T15:07:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527548ba 2024-12-02T15:07:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:36,499 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:36,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T15:07:36,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:07:36,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:36,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:36,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:36,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:07:36,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886309179, stopped=false 2024-12-02T15:07:36,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,37779,1733152042016 2024-12-02T15:07:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026272489/running 2024-12-02T15:07:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026272489/running 2024-12-02T15:07:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:36,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:36,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:36,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:36,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,46345,1733152042135' ***** 2024-12-02T15:07:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:07:36,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/running 2024-12-02T15:07:36,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Set watcher on znode that does not yet exist, /11026272489/running 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:07:36,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(959): stopping server be0458f36726,46345,1733152042135 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46345. 2024-12-02T15:07:36,538 DEBUG [RS:0;be0458f36726:46345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:36,538 DEBUG [RS:0;be0458f36726:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:07:36,538 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:07:36,538 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:36,539 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:36,539 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:36,539 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:36,539 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:36,539 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:36,539 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:36,539 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T15:07:36,552 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/.tmp/ns/39062e975462410195c39e44553ec3ca is 43, key is default/ns:d/1733152045363/Put/seqid=0 2024-12-02T15:07:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741835_1011 (size=5153) 2024-12-02T15:07:36,556 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:36,612 DEBUG [be0458f36726:42533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:36,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d11edf586cbf39bf424f90f255abf6c0, regionState=OPENING, regionLocation=be0458f36726,44355,1733152051255 2024-12-02T15:07:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN because future has completed 2024-12-02T15:07:36,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,44355,1733152051255}] 2024-12-02T15:07:36,674 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:36,739 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:36,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:36,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:36,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:07:36,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C44355%2C1733152051255.rep, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs, maxLogs=10 2024-12-02T15:07:36,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.rep.1733152056772, exclude list is [], retry=0 2024-12-02T15:07:36,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-dac9d68a-baac-4d41-a5e4-40aec2afa7d3,DISK] 2024-12-02T15:07:36,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.rep.1733152056772 2024-12-02T15:07:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34561:34561)] 2024-12-02T15:07:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d11edf586cbf39bf424f90f255abf6c0, NAME => 'hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:36,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. service=MultiRowMutationService 2024-12-02T15:07:36,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:07:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,789 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,790 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName hfileref 2024-12-02T15:07:36,790 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:36,791 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:36,791 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,791 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName queue 2024-12-02T15:07:36,791 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:36,796 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/queue/bbe7cbffd8504520b8ebd8b58ecb2206 2024-12-02T15:07:36,796 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:36,797 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,797 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11edf586cbf39bf424f90f255abf6c0 columnFamilyName sid 2024-12-02T15:07:36,797 DEBUG [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:36,798 INFO [StoreOpener-d11edf586cbf39bf424f90f255abf6c0-1 {}] regionserver.HStore(327): Store=d11edf586cbf39bf424f90f255abf6c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:36,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:36,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d11edf586cbf39bf424f90f255abf6c0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63282972, jitterRate=-0.0570102334022522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:36,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:36,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d11edf586cbf39bf424f90f255abf6c0: Running coprocessor pre-open hook at 1733152056788Writing region info on filesystem at 1733152056788Initializing all the Stores at 1733152056789 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152056789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152056789Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152056789Cleaning up temporary data from old regions at 1733152056800 (+11 ms)Running coprocessor post-open hooks at 1733152056803 (+3 ms)Region opened successfully at 1733152056803 2024-12-02T15:07:36,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., pid=13, masterSystemTime=1733152056767 2024-12-02T15:07:36,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:36,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:36,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d11edf586cbf39bf424f90f255abf6c0, regionState=OPEN, openSeqNum=9, regionLocation=be0458f36726,44355,1733152051255 2024-12-02T15:07:36,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,44355,1733152051255 because future has completed 2024-12-02T15:07:36,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T15:07:36,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d11edf586cbf39bf424f90f255abf6c0, server=be0458f36726,44355,1733152051255 in 194 msec 2024-12-02T15:07:36,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T15:07:36,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11edf586cbf39bf424f90f255abf6c0, ASSIGN in 351 msec 2024-12-02T15:07:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T15:07:36,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., hostname=be0458f36726,44355,1733152051255, seqNum=9] 2024-12-02T15:07:36,830 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for be0458f36726,33299,1733152037223 2024-12-02T15:07:36,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T15:07:36,939 DEBUG [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:36,956 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/.tmp/ns/39062e975462410195c39e44553ec3ca 2024-12-02T15:07:36,962 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/.tmp/ns/39062e975462410195c39e44553ec3ca as hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/ns/39062e975462410195c39e44553ec3ca 2024-12-02T15:07:36,966 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/ns/39062e975462410195c39e44553ec3ca, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T15:07:36,967 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-12-02T15:07:36,967 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:07:36,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:07:36,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:36,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:36,971 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:36,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152056539Running coprocessor pre-close hooks at 1733152056539Disabling compacts and flushes for region at 1733152056539Disabling writes for close at 1733152056539Obtaining lock to block concurrent updates at 1733152056539Preparing flush snapshotting stores in 1588230740 at 1733152056539Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733152056539Flushing stores of hbase:meta,,1.1588230740 at 1733152056539Flushing 1588230740/ns: creating writer at 1733152056540 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733152056552 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733152056552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a3ad20: reopening flushed file at 1733152056961 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1733152056967 (+6 ms)Writing region close event to WAL at 1733152056968 (+1 ms)Running coprocessor post-close hooks at 1733152056971 (+3 ms)Closed at 1733152056971 2024-12-02T15:07:36,971 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:36,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T15:07:37,139 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(976): stopping server be0458f36726,46345,1733152042135; all regions closed. 2024-12-02T15:07:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741834_1010 (size=1152) 2024-12-02T15:07:37,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.meta.1733152045307.meta not finished, retry = 0 2024-12-02T15:07:37,244 DEBUG [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/oldWALs 2024-12-02T15:07:37,244 INFO [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C46345%2C1733152042135.meta:.meta(num 1733152045307) 2024-12-02T15:07:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741832_1008 (size=93) 2024-12-02T15:07:37,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/WALs/be0458f36726,46345,1733152042135/be0458f36726%2C46345%2C1733152042135.1733152044373 not finished, retry = 0 2024-12-02T15:07:37,248 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:07:37,248 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:07:37,349 DEBUG [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/oldWALs 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C46345%2C1733152042135:(num 1733152044373) 2024-12-02T15:07:37,349 DEBUG [RS:0;be0458f36726:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:37,349 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:37,349 INFO [RS:0;be0458f36726:46345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46345 2024-12-02T15:07:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489/rs 2024-12-02T15:07:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026272489/rs/be0458f36726,46345,1733152042135 2024-12-02T15:07:37,362 INFO [RS:0;be0458f36726:46345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:37,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,46345,1733152042135] 2024-12-02T15:07:37,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11026272489/draining/be0458f36726,46345,1733152042135 already deleted, retry=false 2024-12-02T15:07:37,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,46345,1733152042135 expired; onlineServers=0 2024-12-02T15:07:37,378 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,37779,1733152042016' ***** 2024-12-02T15:07:37,378 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:07:37,378 INFO [M:0;be0458f36726:37779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:37,378 INFO [M:0;be0458f36726:37779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:37,379 DEBUG [M:0;be0458f36726:37779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:07:37,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:07:37,379 DEBUG [M:0;be0458f36726:37779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:07:37,379 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152044111 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152044111,5,FailOnTimeoutGroup] 2024-12-02T15:07:37,379 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152044111 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152044111,5,FailOnTimeoutGroup] 2024-12-02T15:07:37,379 INFO [M:0;be0458f36726:37779 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:37,379 INFO [M:0;be0458f36726:37779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:37,379 DEBUG [M:0;be0458f36726:37779 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:07:37,379 INFO [M:0;be0458f36726:37779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:07:37,379 INFO [M:0;be0458f36726:37779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:37,379 INFO [M:0;be0458f36726:37779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:07:37,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:07:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11026272489/master 2024-12-02T15:07:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11026272489 2024-12-02T15:07:37,387 DEBUG [M:0;be0458f36726:37779 {}] zookeeper.ZKUtil(347): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Unable to get data of znode /11026272489/master because node does not exist (not an error) 2024-12-02T15:07:37,387 WARN [M:0;be0458f36726:37779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:07:37,388 INFO [M:0;be0458f36726:37779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/.lastflushedseqids 2024-12-02T15:07:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741836_1012 (size=99) 2024-12-02T15:07:37,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:37,470 INFO [RS:0;be0458f36726:46345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:37,470 INFO [RS:0;be0458f36726:46345 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,46345,1733152042135; zookeeper connection closed. 2024-12-02T15:07:37,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10197c31a1b0004, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:37,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21f8129b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21f8129b 2024-12-02T15:07:37,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:07:37,679 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:37,792 INFO [M:0;be0458f36726:37779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:07:37,793 INFO [M:0;be0458f36726:37779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:07:37,793 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:37,793 INFO [M:0;be0458f36726:37779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:37,793 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:37,793 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:37,793 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:37,793 INFO [M:0;be0458f36726:37779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T15:07:37,806 DEBUG [M:0;be0458f36726:37779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc9ee71dfd14ec9950e4fcb8fd76c44 is 82, key is hbase:meta,,1/info:regioninfo/1733152045345/Put/seqid=0 2024-12-02T15:07:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741837_1013 (size=5672) 2024-12-02T15:07:38,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:38,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:38,210 INFO [M:0;be0458f36726:37779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc9ee71dfd14ec9950e4fcb8fd76c44 2024-12-02T15:07:38,226 DEBUG [M:0;be0458f36726:37779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ea727d41f44136a03bc7a037b3aa7e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733152045367/Put/seqid=0 2024-12-02T15:07:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741838_1014 (size=5275) 2024-12-02T15:07:38,631 INFO [M:0;be0458f36726:37779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ea727d41f44136a03bc7a037b3aa7e 2024-12-02T15:07:38,647 DEBUG [M:0;be0458f36726:37779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a1c3f474404df780493c4ab4fc0bd2 is 69, key is be0458f36726,46345,1733152042135/rs:state/1733152044192/Put/seqid=0 2024-12-02T15:07:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741839_1015 (size=5156) 2024-12-02T15:07:38,784 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:39,052 INFO [M:0;be0458f36726:37779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a1c3f474404df780493c4ab4fc0bd2 2024-12-02T15:07:39,057 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc9ee71dfd14ec9950e4fcb8fd76c44 as hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc9ee71dfd14ec9950e4fcb8fd76c44 2024-12-02T15:07:39,061 INFO [M:0;be0458f36726:37779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc9ee71dfd14ec9950e4fcb8fd76c44, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T15:07:39,062 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51ea727d41f44136a03bc7a037b3aa7e as hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ea727d41f44136a03bc7a037b3aa7e 2024-12-02T15:07:39,066 INFO [M:0;be0458f36726:37779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51ea727d41f44136a03bc7a037b3aa7e, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T15:07:39,067 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a1c3f474404df780493c4ab4fc0bd2 as hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a1c3f474404df780493c4ab4fc0bd2 2024-12-02T15:07:39,071 INFO [M:0;be0458f36726:37779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33677/user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a1c3f474404df780493c4ab4fc0bd2, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T15:07:39,072 INFO [M:0;be0458f36726:37779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-12-02T15:07:39,074 INFO [M:0;be0458f36726:37779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:39,074 DEBUG [M:0;be0458f36726:37779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152057793Disabling compacts and flushes for region at 1733152057793Disabling writes for close at 1733152057793Obtaining lock to block concurrent updates at 1733152057793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152057793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733152057793Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152057794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152057794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152057806 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152057806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152058215 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152058226 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152058226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152058635 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152058647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152058647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d962216: reopening flushed file at 1733152059057 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b213267: reopening flushed file at 1733152059061 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f84cf44: reopening flushed file at 1733152059066 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1733152059072 (+6 ms)Writing region close event to WAL at 1733152059074 (+2 ms)Closed at 1733152059074 2024-12-02T15:07:39,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e06a32b-39ea-ce9c-8823-da0f4c48dd2c/MasterData/WALs/be0458f36726,37779,1733152042016/be0458f36726%2C37779%2C1733152042016.1733152043869 not finished, retry = 0 2024-12-02T15:07:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741830_1006 (size=10165) 2024-12-02T15:07:39,177 INFO [M:0;be0458f36726:37779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:07:39,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:39,177 INFO [M:0;be0458f36726:37779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37779 2024-12-02T15:07:39,177 INFO [M:0;be0458f36726:37779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:39,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:39,345 INFO [M:0;be0458f36726:37779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:39,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37779-0x10197c31a1b0003, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:39,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:39,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:39,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:39,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:39,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:39,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:07:39,349 WARN [BP-1464791015-172.17.0.2-1733152040605 heartbeating to localhost/127.0.0.1:33677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:07:39,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:07:39,349 WARN [BP-1464791015-172.17.0.2-1733152040605 heartbeating to localhost/127.0.0.1:33677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464791015-172.17.0.2-1733152040605 (Datanode Uuid 9f8a00fd-ac1e-499d-8363-59c2da93b899) service to localhost/127.0.0.1:33677 2024-12-02T15:07:39,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/cluster_dcf1b192-7781-a99a-62c1-e940683a5722/data/data1/current/BP-1464791015-172.17.0.2-1733152040605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:39,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/cluster_dcf1b192-7781-a99a-62c1-e940683a5722/data/data2/current/BP-1464791015-172.17.0.2-1733152040605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:39,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:07:39,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e19afe9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:39,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:39,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:39,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:39,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:39,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:07:39,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:07:39,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:39,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:39,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:39,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:39,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:39,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:07:39,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1172277789, stopped=false 2024-12-02T15:07:39,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,42533,1733152051222 2024-12-02T15:07:39,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:39,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/running 2024-12-02T15:07:39,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:39,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:39,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:39,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:39,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:39,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:39,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:39,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Set watcher on znode that does not yet exist, /01555369831/running 2024-12-02T15:07:39,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,44355,1733152051255' ***** 2024-12-02T15:07:39,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(3091): Received CLOSE for d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:39,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(959): stopping server be0458f36726,44355,1733152051255 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:44355. 2024-12-02T15:07:39,380 DEBUG [RS:0;be0458f36726:44355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:39,380 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d11edf586cbf39bf424f90f255abf6c0, disabling compactions & flushes 2024-12-02T15:07:39,380 DEBUG [RS:0;be0458f36726:44355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:39,380 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:39,380 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:07:39,380 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. after waiting 0 ms 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:07:39,380 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:39,380 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:07:39,381 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:07:39,381 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1325): Online Regions={d11edf586cbf39bf424f90f255abf6c0=hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:07:39,381 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d11edf586cbf39bf424f90f255abf6c0 2024-12-02T15:07:39,381 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:39,381 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:39,381 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:39,381 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:39,381 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:39,381 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T15:07:39,384 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/replication/d11edf586cbf39bf424f90f255abf6c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T15:07:39,384 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:39,384 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:39,384 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:39,384 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d11edf586cbf39bf424f90f255abf6c0: Waiting for close lock at 1733152059380Running coprocessor pre-close hooks at 1733152059380Disabling compacts and flushes for region at 1733152059380Disabling writes for close at 1733152059380Writing region close event to WAL at 1733152059381 (+1 ms)Running coprocessor post-close hooks at 1733152059384 (+3 ms)Closed at 1733152059384 2024-12-02T15:07:39,385 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0. 2024-12-02T15:07:39,390 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:39,394 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/06a4c17792d144788a95f50803e19ee6 is 147, key is hbase:replication,,1733152045503.d11edf586cbf39bf424f90f255abf6c0./info:regioninfo/1733152056806/Put/seqid=0 2024-12-02T15:07:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741851_1027 (size=6385) 2024-12-02T15:07:39,581 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:39,781 DEBUG [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:07:39,799 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/06a4c17792d144788a95f50803e19ee6 2024-12-02T15:07:39,804 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/.tmp/info/06a4c17792d144788a95f50803e19ee6 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/info/06a4c17792d144788a95f50803e19ee6 2024-12-02T15:07:39,808 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/info/06a4c17792d144788a95f50803e19ee6, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T15:07:39,809 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-02T15:07:39,813 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T15:07:39,814 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:39,814 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:39,814 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:39,814 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152059381Running coprocessor pre-close hooks at 1733152059381Disabling compacts and flushes for region at 1733152059381Disabling writes for close at 1733152059381Obtaining lock to block concurrent updates at 1733152059381Preparing flush snapshotting stores in 1588230740 at 1733152059381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733152059381Flushing stores of hbase:meta,,1.1588230740 at 1733152059381Flushing 1588230740/info: creating writer at 1733152059382 (+1 ms)Flushing 1588230740/info: appending metadata at 1733152059394 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733152059394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbe4030: reopening flushed file at 1733152059804 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733152059810 (+6 ms)Writing region close event to WAL at 1733152059811 (+1 ms)Running coprocessor post-close hooks at 1733152059814 (+3 ms)Closed at 1733152059814 2024-12-02T15:07:39,814 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:39,981 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(976): stopping server be0458f36726,44355,1733152051255; all regions closed. 2024-12-02T15:07:39,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741849_1025 (size=2156) 2024-12-02T15:07:39,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.meta.1733152052519.meta not finished, retry = 0 2024-12-02T15:07:39,989 DEBUG [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 to pos 0, reset compression=false 2024-12-02T15:07:40,084 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:07:40,085 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:07:40,086 DEBUG [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:40,086 INFO [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44355%2C1733152051255.meta:.meta(num 1733152052519) 2024-12-02T15:07:40,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741850_1026 (size=796) 2024-12-02T15:07:40,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.rep.1733152056772 not finished, retry = 0 2024-12-02T15:07:40,191 DEBUG [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:40,192 INFO [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44355%2C1733152051255.rep:(num 1733152056772) 2024-12-02T15:07:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741848_1024 (size=93) 2024-12-02T15:07:40,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/WALs/be0458f36726,44355,1733152051255/be0458f36726%2C44355%2C1733152051255.1733152052220 not finished, retry = 0 2024-12-02T15:07:40,296 DEBUG [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/oldWALs 2024-12-02T15:07:40,296 INFO [RS:0;be0458f36726:44355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C44355%2C1733152051255:(num 1733152052220) 2024-12-02T15:07:40,296 DEBUG [RS:0;be0458f36726:44355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:40,296 INFO [RS:0;be0458f36726:44355 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:07:40,296 INFO [RS:0;be0458f36726:44355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:40,296 INFO [RS:0;be0458f36726:44355 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:40,297 INFO [RS:0;be0458f36726:44355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:40,297 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:40,297 INFO [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,44355,1733152051255 because: Region server is closing 2024-12-02T15:07:40,297 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T15:07:40,297 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T15:07:40,297 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T15:07:40,297 INFO [RS:0;be0458f36726:44355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:44355. 2024-12-02T15:07:40,297 DEBUG [RS:0;be0458f36726:44355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:40,297 DEBUG [RS:0;be0458f36726:44355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:40,297 DEBUG [RS:0;be0458f36726:44355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:40,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:40,397 WARN [RS:0;be0458f36726:44355.replicationSource.wal-reader.be0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:07:40,397 WARN [RS:0;be0458f36726:44355.replicationSource.shipperbe0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:07:40,398 INFO [RS:0;be0458f36726:44355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;be0458f36726:44355.replicationSource.shipperbe0458f36726%2C44355%2C1733152051255,1-be0458f36726,44355,1733152051255 terminated 2024-12-02T15:07:40,398 INFO [RS:0;be0458f36726:44355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44355 2024-12-02T15:07:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/rs/be0458f36726,44355,1733152051255 2024-12-02T15:07:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831/rs 2024-12-02T15:07:40,428 INFO [RS:0;be0458f36726:44355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:40,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,44355,1733152051255] 2024-12-02T15:07:40,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01555369831/draining/be0458f36726,44355,1733152051255 already deleted, retry=false 2024-12-02T15:07:40,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,44355,1733152051255 expired; onlineServers=0 2024-12-02T15:07:40,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,42533,1733152051222' ***** 2024-12-02T15:07:40,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:07:40,445 INFO [M:0;be0458f36726:42533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:07:40,445 INFO [M:0;be0458f36726:42533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:07:40,445 DEBUG [M:0;be0458f36726:42533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:07:40,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:07:40,445 DEBUG [M:0;be0458f36726:42533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:07:40,445 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152051938 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152051938,5,FailOnTimeoutGroup] 2024-12-02T15:07:40,445 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152051938 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152051938,5,FailOnTimeoutGroup] 2024-12-02T15:07:40,445 INFO [M:0;be0458f36726:42533 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:07:40,445 INFO [M:0;be0458f36726:42533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:07:40,445 DEBUG [M:0;be0458f36726:42533 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:07:40,445 INFO [M:0;be0458f36726:42533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:07:40,446 INFO [M:0;be0458f36726:42533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:07:40,446 INFO [M:0;be0458f36726:42533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:07:40,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:07:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555369831/master 2024-12-02T15:07:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555369831 2024-12-02T15:07:40,453 DEBUG [M:0;be0458f36726:42533 {}] zookeeper.ZKUtil(347): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Unable to get data of znode /01555369831/master because node does not exist (not an error) 2024-12-02T15:07:40,453 WARN [M:0;be0458f36726:42533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:07:40,454 INFO [M:0;be0458f36726:42533 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/.lastflushedseqids 2024-12-02T15:07:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741852_1028 (size=181) 2024-12-02T15:07:40,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:40,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44355-0x10197c31a1b0007, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:40,537 INFO [RS:0;be0458f36726:44355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:40,537 INFO [RS:0;be0458f36726:44355 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,44355,1733152051255; zookeeper connection closed. 2024-12-02T15:07:40,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@605adf9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@605adf9a 2024-12-02T15:07:40,537 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:07:40,859 INFO [M:0;be0458f36726:42533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:07:40,859 INFO [M:0;be0458f36726:42533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:07:40,859 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:40,859 INFO [M:0;be0458f36726:42533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:40,859 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:40,859 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:40,859 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:40,859 INFO [M:0;be0458f36726:42533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T15:07:40,874 DEBUG [M:0;be0458f36726:42533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/319f9a553af64c6c8262f999a3ec3211 is 82, key is hbase:meta,,1/info:regioninfo/1733152052563/Put/seqid=0 2024-12-02T15:07:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741853_1029 (size=5672) 2024-12-02T15:07:41,278 INFO [M:0;be0458f36726:42533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/319f9a553af64c6c8262f999a3ec3211 2024-12-02T15:07:41,299 DEBUG [M:0;be0458f36726:42533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8754861de1c4025bd9a6d5e0fdf1202 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733152056811/Put/seqid=0 2024-12-02T15:07:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741854_1030 (size=7312) 2024-12-02T15:07:41,704 INFO [M:0;be0458f36726:42533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8754861de1c4025bd9a6d5e0fdf1202 2024-12-02T15:07:41,720 DEBUG [M:0;be0458f36726:42533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be12386ca974a7995f0f3deb3b11b51 is 69, key is be0458f36726,44355,1733152051255/rs:state/1733152052008/Put/seqid=0 2024-12-02T15:07:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741855_1031 (size=5370) 2024-12-02T15:07:42,125 INFO [M:0;be0458f36726:42533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be12386ca974a7995f0f3deb3b11b51 2024-12-02T15:07:42,129 INFO [M:0;be0458f36726:42533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7be12386ca974a7995f0f3deb3b11b51 2024-12-02T15:07:42,130 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/319f9a553af64c6c8262f999a3ec3211 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/319f9a553af64c6c8262f999a3ec3211 2024-12-02T15:07:42,135 INFO [M:0;be0458f36726:42533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/319f9a553af64c6c8262f999a3ec3211, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T15:07:42,136 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8754861de1c4025bd9a6d5e0fdf1202 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8754861de1c4025bd9a6d5e0fdf1202 2024-12-02T15:07:42,140 INFO [M:0;be0458f36726:42533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8754861de1c4025bd9a6d5e0fdf1202, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T15:07:42,141 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be12386ca974a7995f0f3deb3b11b51 as hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7be12386ca974a7995f0f3deb3b11b51 2024-12-02T15:07:42,145 INFO [M:0;be0458f36726:42533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7be12386ca974a7995f0f3deb3b11b51 2024-12-02T15:07:42,146 INFO [M:0;be0458f36726:42533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34551/user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7be12386ca974a7995f0f3deb3b11b51, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T15:07:42,146 INFO [M:0;be0458f36726:42533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-12-02T15:07:42,148 INFO [M:0;be0458f36726:42533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:42,148 DEBUG [M:0;be0458f36726:42533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152060859Disabling compacts and flushes for region at 1733152060859Disabling writes for close at 1733152060859Obtaining lock to block concurrent updates at 1733152060859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152060859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733152060860 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152060860Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152060860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152060873 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152060873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152061284 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152061299 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152061299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152061708 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152061720 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152061720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@886f33e: reopening flushed file at 1733152062130 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bff02ae: reopening flushed file at 1733152062135 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bfbb9f: reopening flushed file at 1733152062140 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1733152062146 (+6 ms)Writing region close event to WAL at 1733152062148 (+2 ms)Closed at 1733152062148 2024-12-02T15:07:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741847_1023 (size=22903) 2024-12-02T15:07:42,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bf90859-d9bc-7053-8d92-626c428e3186/MasterData/WALs/be0458f36726,42533,1733152051222/be0458f36726%2C42533%2C1733152051222.1733152051753 not finished, retry = 0 2024-12-02T15:07:42,251 INFO [M:0;be0458f36726:42533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:07:42,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:07:42,251 INFO [M:0;be0458f36726:42533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42533 2024-12-02T15:07:42,251 INFO [M:0;be0458f36726:42533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:07:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:42,362 INFO [M:0;be0458f36726:42533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:07:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10197c31a1b0006, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:07:42,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:42,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:42,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:42,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:42,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:42,366 WARN [BP-1277011997-172.17.0.2-1733152035970 heartbeating to localhost/127.0.0.1:34551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:07:42,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:07:42,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:07:42,366 WARN [BP-1277011997-172.17.0.2-1733152035970 heartbeating to localhost/127.0.0.1:34551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277011997-172.17.0.2-1733152035970 (Datanode Uuid 6c7726ad-ace6-4143-8e59-cc9bbe80b906) service to localhost/127.0.0.1:34551 2024-12-02T15:07:42,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/data/data1/current/BP-1277011997-172.17.0.2-1733152035970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:42,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/cluster_799db491-db14-e4f9-3940-60a5213fc7a9/data/data2/current/BP-1277011997-172.17.0.2-1733152035970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:07:42,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:07:42,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:42,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:07:42,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:07:42,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:07:42,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d210c458-78b8-c020-5389-6a5fcdf47451/hadoop.log.dir/,STOPPED} 2024-12-02T15:07:42,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:07:42,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:07:42,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34551 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33677 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=574 (was 509) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 197) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4089 (was 4106) 2024-12-02T15:07:42,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=4089 2024-12-02T15:07:42,414 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T15:07:42,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir so I do NOT create it in target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96 2024-12-02T15:07:42,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:07:42,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.tmp.dir so I do NOT create it in target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96 2024-12-02T15:07:42,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e329c1-6580-e0d4-7e88-51e210ab07dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:07:42,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96 2024-12-02T15:07:42,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3, deleteOnExit=true 2024-12-02T15:07:42,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/zookeeper_0, clientPort=56856, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:07:42,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56856 2024-12-02T15:07:42,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:07:42,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/test.cache.data in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:07:42,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:07:42,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:07:42,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:07:42,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:42,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:07:42,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:07:42,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c31a1b0005, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:07:42,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c31a1b0002, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:07:42,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c31a1b0002, quorum=127.0.0.1:62916, baseZNode=/01555369831 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:07:42,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c31a1b0005, quorum=127.0.0.1:62916, baseZNode=/11026272489 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:07:42,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:42,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:42,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:42,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:42,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:42,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:42,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:42,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:42,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45976c97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/java.io.tmpdir/jetty-localhost-34667-hadoop-hdfs-3_4_1-tests_jar-_-any-18364463709230207842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:42,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:34667} 2024-12-02T15:07:42,739 INFO [Time-limited test {}] server.Server(415): Started @165440ms 2024-12-02T15:07:42,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:42,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:42,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:42,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:42,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:42,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:42,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:43,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b238757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/java.io.tmpdir/jetty-localhost-39903-hadoop-hdfs-3_4_1-tests_jar-_-any-10028613370939626154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:43,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:39903} 2024-12-02T15:07:43,011 INFO [Time-limited test {}] server.Server(415): Started @165712ms 2024-12-02T15:07:43,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:07:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:07:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:07:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:43,417 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/data/data1/current/BP-1292279696-172.17.0.2-1733152062444/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:43,417 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/data/data2/current/BP-1292279696-172.17.0.2-1733152062444/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:43,447 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:07:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9974a2e909ffbb1f with lease ID 0xeeb6bf3b608519ed: Processing first storage report for DS-98ac7b70-2416-48ba-823f-7b53dd944d8f from datanode DatanodeRegistration(127.0.0.1:43101, datanodeUuid=c09975b3-4aaf-43dc-9e8d-6cead05e1d9f, infoPort=42489, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=1729128990;c=1733152062444) 2024-12-02T15:07:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9974a2e909ffbb1f with lease ID 0xeeb6bf3b608519ed: from storage DS-98ac7b70-2416-48ba-823f-7b53dd944d8f node DatanodeRegistration(127.0.0.1:43101, datanodeUuid=c09975b3-4aaf-43dc-9e8d-6cead05e1d9f, infoPort=42489, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=1729128990;c=1733152062444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9974a2e909ffbb1f with lease ID 0xeeb6bf3b608519ed: Processing first storage report for DS-123951b6-7830-4e2b-b7b9-02c62ab5cbac from datanode DatanodeRegistration(127.0.0.1:43101, datanodeUuid=c09975b3-4aaf-43dc-9e8d-6cead05e1d9f, infoPort=42489, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=1729128990;c=1733152062444) 2024-12-02T15:07:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9974a2e909ffbb1f with lease ID 0xeeb6bf3b608519ed: from storage DS-123951b6-7830-4e2b-b7b9-02c62ab5cbac node DatanodeRegistration(127.0.0.1:43101, datanodeUuid=c09975b3-4aaf-43dc-9e8d-6cead05e1d9f, infoPort=42489, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=1729128990;c=1733152062444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:43,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96 2024-12-02T15:07:43,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:43,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:07:43,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1 with version=8 2024-12-02T15:07:43,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/hbase-staging 2024-12-02T15:07:43,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:07:43,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:43,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38275 2024-12-02T15:07:43,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38275 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:44,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382750x0, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:44,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38275-0x10197c381850000 connected 2024-12-02T15:07:44,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:44,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:44,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/running 2024-12-02T15:07:44,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1, hbase.cluster.distributed=false 2024-12-02T15:07:44,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/acl 2024-12-02T15:07:44,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-02T15:07:44,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38275 2024-12-02T15:07:44,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38275 2024-12-02T15:07:44,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-02T15:07:44,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38275 2024-12-02T15:07:44,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:44,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:44,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:44,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:44,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:44,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:44,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:07:44,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:44,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43841 2024-12-02T15:07:44,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43841 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:44,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:44,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438410x0, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:44,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43841-0x10197c381850001 connected 2024-12-02T15:07:44,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/running 2024-12-02T15:07:44,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:07:44,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:07:44,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/master 2024-12-02T15:07:44,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/acl 2024-12-02T15:07:44,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-02T15:07:44,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43841 2024-12-02T15:07:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43841 2024-12-02T15:07:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-02T15:07:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43841 2024-12-02T15:07:44,130 DEBUG [M:0;be0458f36726:38275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:38275 2024-12-02T15:07:44,130 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1269297116/backup-masters/be0458f36726,38275,1733152063948 2024-12-02T15:07:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/backup-masters 2024-12-02T15:07:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/backup-masters 2024-12-02T15:07:44,137 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on existing znode=/0-1269297116/backup-masters/be0458f36726,38275,1733152063948 2024-12-02T15:07:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1269297116/master 2024-12-02T15:07:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:44,145 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on existing znode=/0-1269297116/master 2024-12-02T15:07:44,145 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1269297116/backup-masters/be0458f36726,38275,1733152063948 from backup master directory 2024-12-02T15:07:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/backup-masters 2024-12-02T15:07:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1269297116/backup-masters/be0458f36726,38275,1733152063948 2024-12-02T15:07:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/backup-masters 2024-12-02T15:07:44,153 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:44,153 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,38275,1733152063948 2024-12-02T15:07:44,157 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/hbase.id] with ID: 2a6aa51e-f497-48fb-a0df-9ec1c0c6554a 2024-12-02T15:07:44,157 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/.tmp/hbase.id 2024-12-02T15:07:44,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:07:44,562 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/.tmp/hbase.id]:[hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/hbase.id] 2024-12-02T15:07:44,573 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:44,573 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:07:44,574 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:07:44,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:44,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:07:44,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:44,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:45,018 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:45,018 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:07:45,019 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:07:45,426 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store 2024-12-02T15:07:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:45,832 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:45,832 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:45,832 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152065832Disabling compacts and flushes for region at 1733152065832Disabling writes for close at 1733152065832Writing region close event to WAL at 1733152065832Closed at 1733152065832 2024-12-02T15:07:45,833 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/.initializing 2024-12-02T15:07:45,833 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/WALs/be0458f36726,38275,1733152063948 2024-12-02T15:07:45,834 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:45,836 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C38275%2C1733152063948, suffix=, logDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/WALs/be0458f36726,38275,1733152063948, archiveDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/oldWALs, maxLogs=10 2024-12-02T15:07:45,847 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/WALs/be0458f36726,38275,1733152063948/be0458f36726%2C38275%2C1733152063948.1733152065836, exclude list is [], retry=0 2024-12-02T15:07:45,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-98ac7b70-2416-48ba-823f-7b53dd944d8f,DISK] 2024-12-02T15:07:45,851 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/WALs/be0458f36726,38275,1733152063948/be0458f36726%2C38275%2C1733152063948.1733152065836 2024-12-02T15:07:45,851 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42489:42489)] 2024-12-02T15:07:45,851 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:45,851 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:45,851 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,851 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:07:45,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:45,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:45,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:07:45,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:45,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:45,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:07:45,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:45,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:45,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:07:45,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:45,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:45,858 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,859 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,859 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,861 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,861 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,861 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:45,862 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:45,864 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:45,864 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60109326, jitterRate=-0.10430124402046204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:45,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152065851Initializing all the Stores at 1733152065852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152065852Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152065853 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152065853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152065853Cleaning up temporary data from old regions at 1733152065861 (+8 ms)Region opened successfully at 1733152065864 (+3 ms) 2024-12-02T15:07:45,865 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:07:45,867 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75af92ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:45,868 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:07:45,868 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:07:45,868 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:07:45,868 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:07:45,868 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:07:45,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:07:45,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:07:45,870 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:07:45,871 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/balancer because node does not exist (not necessarily an error) 2024-12-02T15:07:45,911 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/balancer already deleted, retry=false 2024-12-02T15:07:45,911 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:07:45,912 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:07:45,919 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/normalizer already deleted, retry=false 2024-12-02T15:07:45,919 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:07:45,920 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:07:45,928 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/switch/split already deleted, retry=false 2024-12-02T15:07:45,928 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:07:45,936 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/switch/merge already deleted, retry=false 2024-12-02T15:07:45,938 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:07:45,944 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/snapshot-cleanup already deleted, retry=false 2024-12-02T15:07:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1269297116/running 2024-12-02T15:07:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1269297116/running 2024-12-02T15:07:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:45,953 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,38275,1733152063948, sessionid=0x10197c381850000, setting cluster-up flag (Was=false) 2024-12-02T15:07:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:45,994 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1269297116/flush-table-proc/acquired, /0-1269297116/flush-table-proc/reached, /0-1269297116/flush-table-proc/abort 2024-12-02T15:07:45,995 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,38275,1733152063948 2024-12-02T15:07:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:46,036 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1269297116/online-snapshot/acquired, /0-1269297116/online-snapshot/reached, /0-1269297116/online-snapshot/abort 2024-12-02T15:07:46,037 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,38275,1733152063948 2024-12-02T15:07:46,038 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:07:46,039 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:46,039 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:07:46,040 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:07:46,040 WARN [master/be0458f36726:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of be0458f36726,33299,1733152037223: status=Processing ServerCrashProcedure of be0458f36726,33299,1733152037223 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733152051937, completionTime=-1 appears to have been leaked 2024-12-02T15:07:46,040 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,38275,1733152063948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:46,041 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:46,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:07:46,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:46,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152096047 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:07:46,047 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:07:46,050 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,051 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:07:46,051 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:07:46,051 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:07:46,051 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:07:46,054 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152066054,5,FailOnTimeoutGroup] 2024-12-02T15:07:46,054 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152066054,5,FailOnTimeoutGroup] 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,054 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:07:46,123 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(746): ClusterId : 2a6aa51e-f497-48fb-a0df-9ec1c0c6554a 2024-12-02T15:07:46,123 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:07:46,128 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:07:46,128 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:07:46,137 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:07:46,137 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb0d840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:46,147 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:43841 2024-12-02T15:07:46,147 INFO [RS:0;be0458f36726:43841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:07:46,147 INFO [RS:0;be0458f36726:43841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:07:46,147 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:07:46,148 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,38275,1733152063948 with port=43841, startcode=1733152064096 2024-12-02T15:07:46,148 DEBUG [RS:0;be0458f36726:43841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:07:46,150 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:07:46,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,43841,1733152064096 2024-12-02T15:07:46,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38275 {}] master.ServerManager(517): Registering regionserver=be0458f36726,43841,1733152064096 2024-12-02T15:07:46,151 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1 2024-12-02T15:07:46,152 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44111 2024-12-02T15:07:46,152 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:07:46,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/rs 2024-12-02T15:07:46,162 DEBUG [RS:0;be0458f36726:43841 {}] zookeeper.ZKUtil(111): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on existing znode=/0-1269297116/rs/be0458f36726,43841,1733152064096 2024-12-02T15:07:46,162 WARN [RS:0;be0458f36726:43841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:46,162 INFO [RS:0;be0458f36726:43841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:46,162 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096 2024-12-02T15:07:46,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,43841,1733152064096] 2024-12-02T15:07:46,165 INFO [RS:0;be0458f36726:43841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:07:46,167 INFO [RS:0;be0458f36726:43841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:07:46,167 INFO [RS:0;be0458f36726:43841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:07:46,167 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,169 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:07:46,170 INFO [RS:0;be0458f36726:43841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:07:46,170 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:46,171 DEBUG [RS:0;be0458f36726:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,173 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43841,1733152064096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:46,185 INFO [RS:0;be0458f36726:43841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:07:46,185 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43841,1733152064096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,186 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,186 INFO [RS:0;be0458f36726:43841 {}] regionserver.Replication(171): be0458f36726,43841,1733152064096 started 2024-12-02T15:07:46,197 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:46,197 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,43841,1733152064096, RpcServer on be0458f36726/172.17.0.2:43841, sessionid=0x10197c381850001 2024-12-02T15:07:46,197 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:07:46,197 DEBUG [RS:0;be0458f36726:43841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,43841,1733152064096 2024-12-02T15:07:46,197 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,43841,1733152064096' 2024-12-02T15:07:46,197 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1269297116/flush-table-proc/abort' 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1269297116/flush-table-proc/acquired' 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,43841,1733152064096 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,43841,1733152064096' 2024-12-02T15:07:46,198 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1269297116/online-snapshot/abort' 2024-12-02T15:07:46,199 DEBUG [RS:0;be0458f36726:43841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1269297116/online-snapshot/acquired' 2024-12-02T15:07:46,199 DEBUG [RS:0;be0458f36726:43841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:07:46,199 INFO [RS:0;be0458f36726:43841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:07:46,199 INFO [RS:0;be0458f36726:43841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:07:46,300 INFO [RS:0;be0458f36726:43841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:46,301 INFO [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43841%2C1733152064096, suffix=, logDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096, archiveDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs, maxLogs=10 2024-12-02T15:07:46,318 DEBUG [RS:0;be0458f36726:43841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302, exclude list is [], retry=0 2024-12-02T15:07:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-98ac7b70-2416-48ba-823f-7b53dd944d8f,DISK] 2024-12-02T15:07:46,323 INFO [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 2024-12-02T15:07:46,323 DEBUG [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42489:42489)] 2024-12-02T15:07:46,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:07:46,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1 2024-12-02T15:07:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:07:46,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:46,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:46,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:46,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:46,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:46,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:46,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:46,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:46,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:46,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:46,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:46,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:46,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:46,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:46,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:46,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:46,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:46,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:46,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740 2024-12-02T15:07:46,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740 2024-12-02T15:07:46,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:46,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:46,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:46,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:46,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67807258, jitterRate=0.01040688157081604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152066863Initializing all the Stores at 1733152066864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152066864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152066864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152066864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152066864Cleaning up temporary data from old regions at 1733152066873 (+9 ms)Region opened successfully at 1733152066876 (+3 ms) 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:46,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:46,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:46,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:46,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152066876Disabling compacts and flushes for region at 1733152066876Disabling writes for close at 1733152066876Writing region close event to WAL at 1733152066877 (+1 ms)Closed at 1733152066877 2024-12-02T15:07:46,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:46,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:07:46,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:07:46,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:46,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:07:47,029 DEBUG [be0458f36726:38275 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:47,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:47,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,43841,1733152064096, state=OPENING 2024-12-02T15:07:47,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:07:47,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:47,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:47,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1269297116/meta-region-server: CHANGED 2024-12-02T15:07:47,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1269297116/meta-region-server: CHANGED 2024-12-02T15:07:47,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:47,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,43841,1733152064096}] 2024-12-02T15:07:47,244 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:07:47,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:07:47,249 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:07:47,249 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:47,249 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:07:47,251 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43841%2C1733152064096.meta, suffix=.meta, logDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096, archiveDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs, maxLogs=10 2024-12-02T15:07:47,266 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.meta.1733152067251.meta, exclude list is [], retry=0 2024-12-02T15:07:47,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-98ac7b70-2416-48ba-823f-7b53dd944d8f,DISK] 2024-12-02T15:07:47,270 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.meta.1733152067251.meta 2024-12-02T15:07:47,270 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42489:42489)] 2024-12-02T15:07:47,270 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:47,271 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:07:47,271 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:07:47,271 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:07:47,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:47,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:47,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:47,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:47,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:47,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:47,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:47,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:47,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:47,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:47,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:47,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:47,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:47,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:47,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:47,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:47,277 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:47,278 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740 2024-12-02T15:07:47,279 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740 2024-12-02T15:07:47,280 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:47,280 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:47,280 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:47,282 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:47,282 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74963060, jitterRate=0.11703664064407349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:47,282 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:07:47,283 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152067271Writing region info on filesystem at 1733152067271Initializing all the Stores at 1733152067272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152067272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152067273 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152067273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152067273Cleaning up temporary data from old regions at 1733152067280 (+7 ms)Running coprocessor post-open hooks at 1733152067282 (+2 ms)Region opened successfully at 1733152067283 (+1 ms) 2024-12-02T15:07:47,284 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152067244 2024-12-02T15:07:47,285 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:07:47,286 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:07:47,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:47,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,43841,1733152064096, state=OPEN 2024-12-02T15:07:47,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1269297116/meta-region-server 2024-12-02T15:07:47,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1269297116/meta-region-server 2024-12-02T15:07:47,303 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,43841,1733152064096 2024-12-02T15:07:47,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1269297116/meta-region-server: CHANGED 2024-12-02T15:07:47,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1269297116/meta-region-server: CHANGED 2024-12-02T15:07:47,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:07:47,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,43841,1733152064096 in 211 msec 2024-12-02T15:07:47,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:07:47,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-02T15:07:47,307 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:47,307 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:07:47,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:47,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:07:47,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:47,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:47,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-12-02T15:07:47,313 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152067313, completionTime=-1 2024-12-02T15:07:47,313 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:07:47,313 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152127315 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152187315 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:38275, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,315 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,317 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:47,318 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:07:47,320 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:07:47,320 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:07:47,320 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38275,1733152063948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:47,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:07:47,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:47,325 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322afdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:47,326 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:47,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:47,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:07:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:47,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,38275,1733152063948 2024-12-02T15:07:47,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:47,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c381850002 connected 2024-12-02T15:07:47,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir so I do NOT create it in target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4 2024-12-02T15:07:47,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.tmp.dir so I do NOT create it in target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4 2024-12-02T15:07:47,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:07:47,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/cluster_2e4b0774-2989-1abd-b622-e66c0d5611bc, deleteOnExit=true 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/test.cache.data in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:07:47,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:07:47,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:07:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:07:47,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:47,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:47,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:47,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:47,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:47,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:47,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:47,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:47,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b1298a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/java.io.tmpdir/jetty-localhost-41039-hadoop-hdfs-3_4_1-tests_jar-_-any-6856612393191102100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:07:47,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:41039} 2024-12-02T15:07:47,701 INFO [Time-limited test {}] server.Server(415): Started @170402ms 2024-12-02T15:07:47,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:07:47,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:07:47,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:07:47,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:07:47,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:07:47,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:07:47,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:07:47,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295f848f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/java.io.tmpdir/jetty-localhost-41089-hadoop-hdfs-3_4_1-tests_jar-_-any-7629707575713755927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:07:47,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:41089} 2024-12-02T15:07:47,954 INFO [Time-limited test {}] server.Server(415): Started @170654ms 2024-12-02T15:07:47,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:07:48,347 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/cluster_2e4b0774-2989-1abd-b622-e66c0d5611bc/data/data1/current/BP-1877777246-172.17.0.2-1733152067367/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:48,347 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/cluster_2e4b0774-2989-1abd-b622-e66c0d5611bc/data/data2/current/BP-1877777246-172.17.0.2-1733152067367/current, will proceed with Du for space computation calculation, 2024-12-02T15:07:48,361 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:07:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b25a1dd932429f with lease ID 0x31d5186df607d26: Processing first storage report for DS-6917fbc7-24b4-4318-8125-0b59b743a888 from datanode DatanodeRegistration(127.0.0.1:32781, datanodeUuid=5b0d2004-fafc-4fd1-b2f9-da6bf9d3d8a5, infoPort=34957, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=1309615577;c=1733152067367) 2024-12-02T15:07:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b25a1dd932429f with lease ID 0x31d5186df607d26: from storage DS-6917fbc7-24b4-4318-8125-0b59b743a888 node DatanodeRegistration(127.0.0.1:32781, datanodeUuid=5b0d2004-fafc-4fd1-b2f9-da6bf9d3d8a5, infoPort=34957, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=1309615577;c=1733152067367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b25a1dd932429f with lease ID 0x31d5186df607d26: Processing first storage report for DS-07661efe-d00e-4714-89fc-89da3e02405f from datanode DatanodeRegistration(127.0.0.1:32781, datanodeUuid=5b0d2004-fafc-4fd1-b2f9-da6bf9d3d8a5, infoPort=34957, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=1309615577;c=1733152067367) 2024-12-02T15:07:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b25a1dd932429f with lease ID 0x31d5186df607d26: from storage DS-07661efe-d00e-4714-89fc-89da3e02405f node DatanodeRegistration(127.0.0.1:32781, datanodeUuid=5b0d2004-fafc-4fd1-b2f9-da6bf9d3d8a5, infoPort=34957, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=1309615577;c=1733152067367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:07:48,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4 2024-12-02T15:07:48,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:07:48,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2 with version=8 2024-12-02T15:07:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/hbase-staging 2024-12-02T15:07:48,790 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:07:48,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:48,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45851 2024-12-02T15:07:48,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45851 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:48,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458510x0, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:48,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45851-0x10197c381850003 connected 2024-12-02T15:07:48,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/running 2024-12-02T15:07:48,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2, hbase.cluster.distributed=false 2024-12-02T15:07:48,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/acl 2024-12-02T15:07:48,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45851 2024-12-02T15:07:48,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45851 2024-12-02T15:07:48,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45851 2024-12-02T15:07:48,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45851 2024-12-02T15:07:48,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45851 2024-12-02T15:07:48,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:07:48,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:07:48,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46081 2024-12-02T15:07:48,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46081 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:48,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460810x0, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:48,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46081-0x10197c381850004 connected 2024-12-02T15:07:48,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/running 2024-12-02T15:07:48,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:07:48,920 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:07:48,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/master 2024-12-02T15:07:48,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/acl 2024-12-02T15:07:48,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-02T15:07:48,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46081 2024-12-02T15:07:48,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46081 2024-12-02T15:07:48,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-02T15:07:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-02T15:07:48,937 DEBUG [M:0;be0458f36726:45851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:45851 2024-12-02T15:07:48,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1938388038/backup-masters/be0458f36726,45851,1733152068789 2024-12-02T15:07:48,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/backup-masters 2024-12-02T15:07:48,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/backup-masters 2024-12-02T15:07:48,945 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on existing znode=/1-1938388038/backup-masters/be0458f36726,45851,1733152068789 2024-12-02T15:07:48,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:48,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1938388038/master 2024-12-02T15:07:48,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:48,953 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on existing znode=/1-1938388038/master 2024-12-02T15:07:48,953 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1938388038/backup-masters/be0458f36726,45851,1733152068789 from backup master directory 2024-12-02T15:07:48,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/backup-masters 2024-12-02T15:07:48,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1938388038/backup-masters/be0458f36726,45851,1733152068789 2024-12-02T15:07:48,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/backup-masters 2024-12-02T15:07:48,961 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:48,961 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,45851,1733152068789 2024-12-02T15:07:48,964 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/hbase.id] with ID: 26244183-b8e6-473a-b2b5-bd8360aad8e6 2024-12-02T15:07:48,964 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/.tmp/hbase.id 2024-12-02T15:07:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:07:49,371 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/.tmp/hbase.id]:[hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/hbase.id] 2024-12-02T15:07:49,381 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:49,381 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:07:49,382 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:07:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:07:49,818 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:49,819 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:07:49,819 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:07:50,226 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store 2024-12-02T15:07:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:07:50,635 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:50,635 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:07:50,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152070635Disabling compacts and flushes for region at 1733152070635Disabling writes for close at 1733152070635Writing region close event to WAL at 1733152070635Closed at 1733152070635 2024-12-02T15:07:50,636 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/.initializing 2024-12-02T15:07:50,636 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/WALs/be0458f36726,45851,1733152068789 2024-12-02T15:07:50,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:50,638 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C45851%2C1733152068789, suffix=, logDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/WALs/be0458f36726,45851,1733152068789, archiveDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/oldWALs, maxLogs=10 2024-12-02T15:07:50,649 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/WALs/be0458f36726,45851,1733152068789/be0458f36726%2C45851%2C1733152068789.1733152070638, exclude list is [], retry=0 2024-12-02T15:07:50,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-6917fbc7-24b4-4318-8125-0b59b743a888,DISK] 2024-12-02T15:07:50,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/WALs/be0458f36726,45851,1733152068789/be0458f36726%2C45851%2C1733152068789.1733152070638 2024-12-02T15:07:50,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957)] 2024-12-02T15:07:50,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:50,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:50,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:07:50,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:50,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:50,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:07:50,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:50,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:50,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:07:50,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:50,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:07:50,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:50,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:50,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,663 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,663 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,663 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:50,664 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:07:50,666 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:50,666 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69726731, jitterRate=0.03900925815105438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:50,666 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152070654Initializing all the Stores at 1733152070655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152070655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152070655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152070655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152070655Cleaning up temporary data from old regions at 1733152070663 (+8 ms)Region opened successfully at 1733152070666 (+3 ms) 2024-12-02T15:07:50,666 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:07:50,669 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ebf6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:50,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:07:50,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:07:50,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:07:50,670 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:07:50,671 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:07:50,671 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:07:50,671 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:07:50,673 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:07:50,674 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/balancer because node does not exist (not necessarily an error) 2024-12-02T15:07:50,736 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/balancer already deleted, retry=false 2024-12-02T15:07:50,737 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:07:50,737 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:07:50,744 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/normalizer already deleted, retry=false 2024-12-02T15:07:50,744 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:07:50,746 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:07:50,752 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/switch/split already deleted, retry=false 2024-12-02T15:07:50,753 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:07:50,761 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/switch/merge already deleted, retry=false 2024-12-02T15:07:50,763 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:07:50,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/snapshot-cleanup already deleted, retry=false 2024-12-02T15:07:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1938388038/running 2024-12-02T15:07:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1938388038/running 2024-12-02T15:07:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,778 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,45851,1733152068789, sessionid=0x10197c381850003, setting cluster-up flag (Was=false) 2024-12-02T15:07:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,819 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1938388038/flush-table-proc/acquired, /1-1938388038/flush-table-proc/reached, /1-1938388038/flush-table-proc/abort 2024-12-02T15:07:50,820 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45851,1733152068789 2024-12-02T15:07:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:50,861 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1938388038/online-snapshot/acquired, /1-1938388038/online-snapshot/reached, /1-1938388038/online-snapshot/abort 2024-12-02T15:07:50,862 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45851,1733152068789 2024-12-02T15:07:50,863 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:07:50,864 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:50,864 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:07:50,864 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:07:50,864 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,45851,1733152068789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:50,865 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152100866 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:07:50,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:07:50,866 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:07:50,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:07:50,867 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:07:50,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:50,867 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152070867,5,FailOnTimeoutGroup] 2024-12-02T15:07:50,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:07:50,870 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152070867,5,FailOnTimeoutGroup] 2024-12-02T15:07:50,870 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:50,870 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:07:50,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:50,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:07:50,930 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(746): ClusterId : 26244183-b8e6-473a-b2b5-bd8360aad8e6 2024-12-02T15:07:50,931 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:07:50,938 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:07:50,938 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:07:50,945 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:07:50,945 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ea29f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:07:50,957 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:46081 2024-12-02T15:07:50,957 INFO [RS:0;be0458f36726:46081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:07:50,957 INFO [RS:0;be0458f36726:46081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:07:50,957 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:07:50,958 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,45851,1733152068789 with port=46081, startcode=1733152068908 2024-12-02T15:07:50,958 DEBUG [RS:0;be0458f36726:46081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:07:50,963 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:07:50,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,46081,1733152068908 2024-12-02T15:07:50,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45851 {}] master.ServerManager(517): Registering regionserver=be0458f36726,46081,1733152068908 2024-12-02T15:07:50,965 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2 2024-12-02T15:07:50,965 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38685 2024-12-02T15:07:50,965 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:07:51,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/rs 2024-12-02T15:07:51,000 DEBUG [RS:0;be0458f36726:46081 {}] zookeeper.ZKUtil(111): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on existing znode=/1-1938388038/rs/be0458f36726,46081,1733152068908 2024-12-02T15:07:51,000 WARN [RS:0;be0458f36726:46081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:07:51,000 INFO [RS:0;be0458f36726:46081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:51,000 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908 2024-12-02T15:07:51,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,46081,1733152068908] 2024-12-02T15:07:51,003 INFO [RS:0;be0458f36726:46081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:07:51,004 INFO [RS:0;be0458f36726:46081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:07:51,004 INFO [RS:0;be0458f36726:46081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:07:51,004 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,004 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:07:51,005 INFO [RS:0;be0458f36726:46081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:07:51,005 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:51,005 DEBUG [RS:0;be0458f36726:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46081,1733152068908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:51,018 INFO [RS:0;be0458f36726:46081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:07:51,018 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46081,1733152068908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,018 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,018 INFO [RS:0;be0458f36726:46081 {}] regionserver.Replication(171): be0458f36726,46081,1733152068908 started 2024-12-02T15:07:51,029 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:51,029 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,46081,1733152068908, RpcServer on be0458f36726/172.17.0.2:46081, sessionid=0x10197c381850004 2024-12-02T15:07:51,029 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:07:51,030 DEBUG [RS:0;be0458f36726:46081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,46081,1733152068908 2024-12-02T15:07:51,030 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46081,1733152068908' 2024-12-02T15:07:51,030 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1938388038/flush-table-proc/abort' 2024-12-02T15:07:51,030 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1938388038/flush-table-proc/acquired' 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,46081,1733152068908 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,46081,1733152068908' 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1938388038/online-snapshot/abort' 2024-12-02T15:07:51,031 DEBUG [RS:0;be0458f36726:46081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1938388038/online-snapshot/acquired' 2024-12-02T15:07:51,032 DEBUG [RS:0;be0458f36726:46081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:07:51,032 INFO [RS:0;be0458f36726:46081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:07:51,032 INFO [RS:0;be0458f36726:46081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:07:51,132 INFO [RS:0;be0458f36726:46081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:07:51,133 INFO [RS:0;be0458f36726:46081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46081%2C1733152068908, suffix=, logDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908, archiveDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/oldWALs, maxLogs=10 2024-12-02T15:07:51,145 DEBUG [RS:0;be0458f36726:46081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, exclude list is [], retry=0 2024-12-02T15:07:51,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-6917fbc7-24b4-4318-8125-0b59b743a888,DISK] 2024-12-02T15:07:51,149 INFO [RS:0;be0458f36726:46081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 2024-12-02T15:07:51,150 DEBUG [RS:0;be0458f36726:46081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957)] 2024-12-02T15:07:51,277 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:07:51,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2 2024-12-02T15:07:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:07:51,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:51,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:51,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:51,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:51,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:51,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:51,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:51,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:51,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:51,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:51,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:51,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:51,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:51,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:51,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:51,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:51,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740 2024-12-02T15:07:51,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740 2024-12-02T15:07:51,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:51,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:51,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:51,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:51,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:51,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63750586, jitterRate=-0.05004224181175232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:51,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152071684Initializing all the Stores at 1733152071684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152071684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152071685 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152071685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152071685Cleaning up temporary data from old regions at 1733152071693 (+8 ms)Region opened successfully at 1733152071697 (+4 ms) 2024-12-02T15:07:51,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:07:51,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:07:51,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:07:51,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:07:51,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:07:51,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:07:51,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152071697Disabling compacts and flushes for region at 1733152071697Disabling writes for close at 1733152071698 (+1 ms)Writing region close event to WAL at 1733152071698Closed at 1733152071698 2024-12-02T15:07:51,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:51,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:07:51,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:07:51,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:51,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:07:51,851 DEBUG [be0458f36726:45851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:07:51,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:51,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46081,1733152068908, state=OPENING 2024-12-02T15:07:51,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:07:51,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:51,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:51,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1938388038/meta-region-server: CHANGED 2024-12-02T15:07:51,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1938388038/meta-region-server: CHANGED 2024-12-02T15:07:51,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:07:51,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46081,1733152068908}] 2024-12-02T15:07:52,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:07:52,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:07:52,052 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:07:52,052 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:52,052 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:07:52,053 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46081%2C1733152068908.meta, suffix=.meta, logDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908, archiveDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/oldWALs, maxLogs=10 2024-12-02T15:07:52,064 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.meta.1733152072053.meta, exclude list is [], retry=0 2024-12-02T15:07:52,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-6917fbc7-24b4-4318-8125-0b59b743a888,DISK] 2024-12-02T15:07:52,068 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.meta.1733152072053.meta 2024-12-02T15:07:52,068 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957)] 2024-12-02T15:07:52,068 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:52,069 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:07:52,069 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:07:52,069 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:07:52,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:07:52,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:07:52,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:52,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:07:52,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:07:52,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:52,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:07:52,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:07:52,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:52,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:07:52,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:07:52,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:07:52,075 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:07:52,075 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740 2024-12-02T15:07:52,076 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740 2024-12-02T15:07:52,077 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:07:52,077 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:07:52,077 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:07:52,078 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:07:52,079 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68977950, jitterRate=0.02785155177116394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:07:52,079 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:07:52,079 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152072069Writing region info on filesystem at 1733152072069Initializing all the Stores at 1733152072070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152072070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152072070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152072070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152072070Cleaning up temporary data from old regions at 1733152072077 (+7 ms)Running coprocessor post-open hooks at 1733152072079 (+2 ms)Region opened successfully at 1733152072079 2024-12-02T15:07:52,080 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152072047 2024-12-02T15:07:52,081 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:07:52,081 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:07:52,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:52,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,46081,1733152068908, state=OPEN 2024-12-02T15:07:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1938388038/meta-region-server 2024-12-02T15:07:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1938388038/meta-region-server 2024-12-02T15:07:52,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,46081,1733152068908 2024-12-02T15:07:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1938388038/meta-region-server: CHANGED 2024-12-02T15:07:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1938388038/meta-region-server: CHANGED 2024-12-02T15:07:52,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:07:52,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,46081,1733152068908 in 191 msec 2024-12-02T15:07:52,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:07:52,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-12-02T15:07:52,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:07:52,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:07:52,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:52,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:07:52,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:52,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:52,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-12-02T15:07:52,097 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152072097, completionTime=-1 2024-12-02T15:07:52,097 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:07:52,097 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152132099 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152192099 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:45851, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,099 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,100 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,101 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.142sec 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:07:52,103 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:07:52,105 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:07:52,105 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:07:52,105 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45851,1733152068789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:07:52,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766733c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:52,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:07:52,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:52,132 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f16f8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:52,134 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:52,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:52,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:07:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:52,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:07:52,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,45851,1733152068789 2024-12-02T15:07:52,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56856 2024-12-02T15:07:52,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:07:52,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c381850005 connected 2024-12-02T15:07:52,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:07:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2895949e 2024-12-02T15:07:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:52,156 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:52,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:07:52,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:07:52,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:07:52,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:07:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:07:52,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:07:52,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb50f93d4f3539d26cc242bd7e34b0dc, NAME => 'test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1 2024-12-02T15:07:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:07:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:52,573 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:52,573 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb50f93d4f3539d26cc242bd7e34b0dc, disabling compactions & flushes 2024-12-02T15:07:52,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. after waiting 0 ms 2024-12-02T15:07:52,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb50f93d4f3539d26cc242bd7e34b0dc: Waiting for close lock at 1733152072573Disabling compacts and flushes for region at 1733152072573Disabling writes for close at 1733152072574 (+1 ms)Writing region close event to WAL at 1733152072574Closed at 1733152072574 2024-12-02T15:07:52,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:07:52,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152072575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152072575"}]},"ts":"1733152072575"} 2024-12-02T15:07:52,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:07:52,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:07:52,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152072577"}]},"ts":"1733152072577"} 2024-12-02T15:07:52,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:07:52,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb50f93d4f3539d26cc242bd7e34b0dc, ASSIGN}] 2024-12-02T15:07:52,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb50f93d4f3539d26cc242bd7e34b0dc, ASSIGN 2024-12-02T15:07:52,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb50f93d4f3539d26cc242bd7e34b0dc, ASSIGN; state=OFFLINE, location=be0458f36726,43841,1733152064096; forceNewPlan=false, retain=false 2024-12-02T15:07:52,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb50f93d4f3539d26cc242bd7e34b0dc, regionState=OPENING, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:52,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb50f93d4f3539d26cc242bd7e34b0dc, ASSIGN because future has completed 2024-12-02T15:07:52,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb50f93d4f3539d26cc242bd7e34b0dc, server=be0458f36726,43841,1733152064096}] 2024-12-02T15:07:52,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:52,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:52,889 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,889 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb50f93d4f3539d26cc242bd7e34b0dc, NAME => 'test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:52,890 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:52,890 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:07:52,890 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,890 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:52,890 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,890 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,892 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,893 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb50f93d4f3539d26cc242bd7e34b0dc columnFamilyName f 2024-12-02T15:07:52,893 DEBUG [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,893 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(327): Store=eb50f93d4f3539d26cc242bd7e34b0dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:52,893 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,894 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb50f93d4f3539d26cc242bd7e34b0dc columnFamilyName f1 2024-12-02T15:07:52,894 DEBUG [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,894 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(327): Store=eb50f93d4f3539d26cc242bd7e34b0dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:52,894 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,895 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb50f93d4f3539d26cc242bd7e34b0dc columnFamilyName norep 2024-12-02T15:07:52,895 DEBUG [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:52,895 INFO [StoreOpener-eb50f93d4f3539d26cc242bd7e34b0dc-1 {}] regionserver.HStore(327): Store=eb50f93d4f3539d26cc242bd7e34b0dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:52,895 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,896 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,896 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,897 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,897 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,897 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:52,898 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,900 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:52,900 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb50f93d4f3539d26cc242bd7e34b0dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70661016, jitterRate=0.05293118953704834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:52,900 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:07:52,901 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb50f93d4f3539d26cc242bd7e34b0dc: Running coprocessor pre-open hook at 1733152072890Writing region info on filesystem at 1733152072890Initializing all the Stores at 1733152072891 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152072891Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152072891Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152072891Cleaning up temporary data from old regions at 1733152072897 (+6 ms)Running coprocessor post-open hooks at 1733152072900 (+3 ms)Region opened successfully at 1733152072900 2024-12-02T15:07:52,901 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., pid=6, masterSystemTime=1733152072886 2024-12-02T15:07:52,903 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,903 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:07:52,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb50f93d4f3539d26cc242bd7e34b0dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:52,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb50f93d4f3539d26cc242bd7e34b0dc, server=be0458f36726,43841,1733152064096 because future has completed 2024-12-02T15:07:52,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:07:52,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb50f93d4f3539d26cc242bd7e34b0dc, server=be0458f36726,43841,1733152064096 in 172 msec 2024-12-02T15:07:52,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:07:52,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb50f93d4f3539d26cc242bd7e34b0dc, ASSIGN in 329 msec 2024-12-02T15:07:52,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:07:52,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152072910"}]},"ts":"1733152072910"} 2024-12-02T15:07:52,913 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:07:52,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:07:52,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-02T15:07:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:07:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:07:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:07:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:07:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:07:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T15:07:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:07:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:07:53,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:07:53,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:07:53,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:07:53,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:07:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:53,294 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:07:53,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:07:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13211c0c 2024-12-02T15:07:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:53,296 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:53,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:07:53,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:07:53,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:53,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:07:53,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:07:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:07:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:53,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7659247b7e5e5451fb834bbe87b5544a, NAME => 'test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2 2024-12-02T15:07:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:07:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7659247b7e5e5451fb834bbe87b5544a, disabling compactions & flushes 2024-12-02T15:07:54,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. after waiting 0 ms 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7659247b7e5e5451fb834bbe87b5544a: Waiting for close lock at 1733152074114Disabling compacts and flushes for region at 1733152074114Disabling writes for close at 1733152074114Writing region close event to WAL at 1733152074114Closed at 1733152074114 2024-12-02T15:07:54,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:07:54,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152074115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152074115"}]},"ts":"1733152074115"} 2024-12-02T15:07:54,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:07:54,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:07:54,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152074118"}]},"ts":"1733152074118"} 2024-12-02T15:07:54,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:07:54,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7659247b7e5e5451fb834bbe87b5544a, ASSIGN}] 2024-12-02T15:07:54,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7659247b7e5e5451fb834bbe87b5544a, ASSIGN 2024-12-02T15:07:54,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7659247b7e5e5451fb834bbe87b5544a, ASSIGN; state=OFFLINE, location=be0458f36726,46081,1733152068908; forceNewPlan=false, retain=false 2024-12-02T15:07:54,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7659247b7e5e5451fb834bbe87b5544a, regionState=OPENING, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7659247b7e5e5451fb834bbe87b5544a, ASSIGN because future has completed 2024-12-02T15:07:54,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7659247b7e5e5451fb834bbe87b5544a, server=be0458f36726,46081,1733152068908}] 2024-12-02T15:07:54,431 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,431 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7659247b7e5e5451fb834bbe87b5544a, NAME => 'test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:54,431 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:54,431 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:07:54,431 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,431 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:54,431 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,431 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,432 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,433 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7659247b7e5e5451fb834bbe87b5544a columnFamilyName f 2024-12-02T15:07:54,433 DEBUG [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:54,434 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(327): Store=7659247b7e5e5451fb834bbe87b5544a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:54,434 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:54,435 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7659247b7e5e5451fb834bbe87b5544a columnFamilyName f1 2024-12-02T15:07:54,435 DEBUG [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:54,435 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(327): Store=7659247b7e5e5451fb834bbe87b5544a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:54,435 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,436 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7659247b7e5e5451fb834bbe87b5544a columnFamilyName norep 2024-12-02T15:07:54,436 DEBUG [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:54,436 INFO [StoreOpener-7659247b7e5e5451fb834bbe87b5544a-1 {}] regionserver.HStore(327): Store=7659247b7e5e5451fb834bbe87b5544a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:54,436 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,437 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,437 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,438 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,438 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,438 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:54,439 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,441 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:54,441 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7659247b7e5e5451fb834bbe87b5544a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67590641, jitterRate=0.007179036736488342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:54,441 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:07:54,441 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7659247b7e5e5451fb834bbe87b5544a: Running coprocessor pre-open hook at 1733152074431Writing region info on filesystem at 1733152074431Initializing all the Stores at 1733152074432 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152074432Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152074432Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152074432Cleaning up temporary data from old regions at 1733152074438 (+6 ms)Running coprocessor post-open hooks at 1733152074441 (+3 ms)Region opened successfully at 1733152074441 2024-12-02T15:07:54,442 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., pid=6, masterSystemTime=1733152074428 2024-12-02T15:07:54,444 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,444 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:07:54,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7659247b7e5e5451fb834bbe87b5544a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:54,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7659247b7e5e5451fb834bbe87b5544a, server=be0458f36726,46081,1733152068908 because future has completed 2024-12-02T15:07:54,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:07:54,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7659247b7e5e5451fb834bbe87b5544a, server=be0458f36726,46081,1733152068908 in 171 msec 2024-12-02T15:07:54,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:07:54,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7659247b7e5e5451fb834bbe87b5544a, ASSIGN in 329 msec 2024-12-02T15:07:54,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:07:54,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152074451"}]},"ts":"1733152074451"} 2024-12-02T15:07:54,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:07:54,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:07:54,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-12-02T15:07:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:07:55,445 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:07:55,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42352efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:07:55,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:55,446 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:07:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:07:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e97f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:07:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,447 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc9d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:07:55,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:55,449 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:07:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:07:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:07:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,451 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6678ad3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:07:55,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:55,452 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,454 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3957e18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:07:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17da3fd4 2024-12-02T15:07:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:55,456 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:55,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:45851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:07:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:07:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:55,458 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:45851' 2024-12-02T15:07:55,459 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8ce10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,459 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:07:55,459 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:55,459 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29a064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,461 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539a3d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:55,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:07:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e8e82c5 2024-12-02T15:07:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:55,462 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:55,463 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:07:55,463 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:07:55,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:55,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:55,463 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:55,464 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:07:55,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:07:55,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:55,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:07:55,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:07:55,515 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:07:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:55,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d9904a7a341275b7491f71e4718764a, NAME => 'hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1 2024-12-02T15:07:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:07:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:56,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:56,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d9904a7a341275b7491f71e4718764a, disabling compactions & flushes 2024-12-02T15:07:56,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. after waiting 0 ms 2024-12-02T15:07:56,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d9904a7a341275b7491f71e4718764a: Waiting for close lock at 1733152076279Disabling compacts and flushes for region at 1733152076279Disabling writes for close at 1733152076279Writing region close event to WAL at 1733152076279Closed at 1733152076279 2024-12-02T15:07:56,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:07:56,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152076280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152076280"}]},"ts":"1733152076280"} 2024-12-02T15:07:56,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:07:56,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:07:56,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152076283"}]},"ts":"1733152076283"} 2024-12-02T15:07:56,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:07:56,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9904a7a341275b7491f71e4718764a, ASSIGN}] 2024-12-02T15:07:56,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9904a7a341275b7491f71e4718764a, ASSIGN 2024-12-02T15:07:56,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9904a7a341275b7491f71e4718764a, ASSIGN; state=OFFLINE, location=be0458f36726,43841,1733152064096; forceNewPlan=false, retain=false 2024-12-02T15:07:56,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d9904a7a341275b7491f71e4718764a, regionState=OPENING, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:56,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9904a7a341275b7491f71e4718764a, ASSIGN because future has completed 2024-12-02T15:07:56,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9904a7a341275b7491f71e4718764a, server=be0458f36726,43841,1733152064096}] 2024-12-02T15:07:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:56,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:56,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:07:56,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43841%2C1733152064096.rep, suffix=, logDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096, archiveDir=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs, maxLogs=10 2024-12-02T15:07:56,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.rep.1733152076598, exclude list is [], retry=0 2024-12-02T15:07:56,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-98ac7b70-2416-48ba-823f-7b53dd944d8f,DISK] 2024-12-02T15:07:56,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.rep.1733152076598 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42489:42489)] 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d9904a7a341275b7491f71e4718764a, NAME => 'hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:56,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. service=MultiRowMutationService 2024-12-02T15:07:56,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,620 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,621 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9904a7a341275b7491f71e4718764a columnFamilyName hfileref 2024-12-02T15:07:56,621 DEBUG [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:56,622 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(327): Store=4d9904a7a341275b7491f71e4718764a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:56,622 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,623 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9904a7a341275b7491f71e4718764a columnFamilyName queue 2024-12-02T15:07:56,623 DEBUG [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:56,623 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(327): Store=4d9904a7a341275b7491f71e4718764a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:56,623 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,624 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9904a7a341275b7491f71e4718764a columnFamilyName sid 2024-12-02T15:07:56,624 DEBUG [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:56,625 INFO [StoreOpener-4d9904a7a341275b7491f71e4718764a-1 {}] regionserver.HStore(327): Store=4d9904a7a341275b7491f71e4718764a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:56,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:56,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:56,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d9904a7a341275b7491f71e4718764a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66798966, jitterRate=-0.004617840051651001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:56,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:07:56,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d9904a7a341275b7491f71e4718764a: Running coprocessor pre-open hook at 1733152076618Writing region info on filesystem at 1733152076619 (+1 ms)Initializing all the Stores at 1733152076619Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152076619Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152076620 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152076620Cleaning up temporary data from old regions at 1733152076626 (+6 ms)Running coprocessor post-open hooks at 1733152076630 (+4 ms)Region opened successfully at 1733152076630 2024-12-02T15:07:56,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a., pid=10, masterSystemTime=1733152076592 2024-12-02T15:07:56,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:07:56,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d9904a7a341275b7491f71e4718764a, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,43841,1733152064096 2024-12-02T15:07:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9904a7a341275b7491f71e4718764a, server=be0458f36726,43841,1733152064096 because future has completed 2024-12-02T15:07:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:07:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d9904a7a341275b7491f71e4718764a, server=be0458f36726,43841,1733152064096 in 195 msec 2024-12-02T15:07:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:07:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9904a7a341275b7491f71e4718764a, ASSIGN in 353 msec 2024-12-02T15:07:56,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:07:56,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152076639"}]},"ts":"1733152076639"} 2024-12-02T15:07:56,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:07:56,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:07:56,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-02T15:07:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a., hostname=be0458f36726,43841,1733152064096, seqNum=2] 2024-12-02T15:07:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:07:56,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:07:56,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:07:56,864 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:07:56,887 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,43841,1733152064096, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:07:56,887 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:56,888 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:07:56,888 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:56,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T15:07:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,43841,1733152064096', locateType=CURRENT is [region=hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a., hostname=be0458f36726,43841,1733152064096, seqNum=2] 2024-12-02T15:07:56,892 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:07:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:07:56,895 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,43841,1733152064096 suceeded 2024-12-02T15:07:56,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:07:56,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T15:07:56,896 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:45851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:07:56,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4400 sec 2024-12-02T15:07:56,906 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:45851' 2024-12-02T15:07:56,907 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3925b0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:56,907 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:07:56,907 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:56,907 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:07:56,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:07:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7ea736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:07:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:56,909 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:56,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa8b636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:56,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:07:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b4a7b8 2024-12-02T15:07:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:56,911 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T15:07:56,911 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,43841,1733152064096 (queues=1) is replicating from cluster=2a6aa51e-f497-48fb-a0df-9ec1c0c6554a to cluster=26244183-b8e6-473a-b2b5-bd8360aad8e6 2024-12-02T15:07:56,911 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C43841%2C1733152064096 2024-12-02T15:07:56,911 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,43841,1733152064096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:07:56,912 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C43841%2C1733152064096 2024-12-02T15:07:56,912 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302, startPosition=0, beingWritten=true 2024-12-02T15:07:56,917 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:07:56,917 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:56,917 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43841,1733152064096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:07:57,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:07:57,120 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:57,424 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:57,604 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:07:57,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:57,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:57,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:57,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:07:57,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:57,606 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:07:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:07:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76618946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:07:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,607 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:57,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad644cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:07:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50056e04 2024-12-02T15:07:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:57,610 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:57,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:38275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:07:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:07:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:57,613 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:38275' 2024-12-02T15:07:57,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f05210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,614 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:07:57,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:57,615 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aba16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,616 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16552de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:57,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:07:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c9b4aa 2024-12-02T15:07:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:57,618 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:07:57,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:07:57,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:07:57,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:57,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:57,619 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:07:57,620 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:07:57,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:07:57,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:57,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:07:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:07:57,670 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:07:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:57,828 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:58,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10f526631d8508201a90dbe63b20a7c4, NAME => 'hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2 2024-12-02T15:07:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:07:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:58,332 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:58,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:07:58,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:07:58,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10f526631d8508201a90dbe63b20a7c4, disabling compactions & flushes 2024-12-02T15:07:58,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. after waiting 0 ms 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10f526631d8508201a90dbe63b20a7c4: Waiting for close lock at 1733152078438Disabling compacts and flushes for region at 1733152078438Disabling writes for close at 1733152078438Writing region close event to WAL at 1733152078438Closed at 1733152078438 2024-12-02T15:07:58,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:07:58,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152078439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152078439"}]},"ts":"1733152078439"} 2024-12-02T15:07:58,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:07:58,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:07:58,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152078442"}]},"ts":"1733152078442"} 2024-12-02T15:07:58,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:07:58,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10f526631d8508201a90dbe63b20a7c4, ASSIGN}] 2024-12-02T15:07:58,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10f526631d8508201a90dbe63b20a7c4, ASSIGN 2024-12-02T15:07:58,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10f526631d8508201a90dbe63b20a7c4, ASSIGN; state=OFFLINE, location=be0458f36726,46081,1733152068908; forceNewPlan=false, retain=false 2024-12-02T15:07:58,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10f526631d8508201a90dbe63b20a7c4, regionState=OPENING, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:58,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10f526631d8508201a90dbe63b20a7c4, ASSIGN because future has completed 2024-12-02T15:07:58,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10f526631d8508201a90dbe63b20a7c4, server=be0458f36726,46081,1733152068908}] 2024-12-02T15:07:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:58,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:07:58,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:07:58,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C46081%2C1733152068908.rep, suffix=, logDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908, archiveDir=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/oldWALs, maxLogs=10 2024-12-02T15:07:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.rep.1733152078756, exclude list is [], retry=0 2024-12-02T15:07:58,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-6917fbc7-24b4-4318-8125-0b59b743a888,DISK] 2024-12-02T15:07:58,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.rep.1733152078756 2024-12-02T15:07:58,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957)] 2024-12-02T15:07:58,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 10f526631d8508201a90dbe63b20a7c4, NAME => 'hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:07:58,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. service=MultiRowMutationService 2024-12-02T15:07:58,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,772 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,774 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10f526631d8508201a90dbe63b20a7c4 columnFamilyName hfileref 2024-12-02T15:07:58,774 DEBUG [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:58,774 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(327): Store=10f526631d8508201a90dbe63b20a7c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:58,774 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,775 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10f526631d8508201a90dbe63b20a7c4 columnFamilyName queue 2024-12-02T15:07:58,775 DEBUG [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:58,776 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(327): Store=10f526631d8508201a90dbe63b20a7c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:58,776 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,776 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10f526631d8508201a90dbe63b20a7c4 columnFamilyName sid 2024-12-02T15:07:58,777 DEBUG [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:07:58,777 INFO [StoreOpener-10f526631d8508201a90dbe63b20a7c4-1 {}] regionserver.HStore(327): Store=10f526631d8508201a90dbe63b20a7c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:07:58,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:07:58,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:07:58,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 10f526631d8508201a90dbe63b20a7c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64512515, jitterRate=-0.03868861496448517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:07:58,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:07:58,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 10f526631d8508201a90dbe63b20a7c4: Running coprocessor pre-open hook at 1733152078771Writing region info on filesystem at 1733152078771Initializing all the Stores at 1733152078772 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152078772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152078772Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152078772Cleaning up temporary data from old regions at 1733152078779 (+7 ms)Running coprocessor post-open hooks at 1733152078783 (+4 ms)Region opened successfully at 1733152078783 2024-12-02T15:07:58,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4., pid=10, masterSystemTime=1733152078751 2024-12-02T15:07:58,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:07:58,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10f526631d8508201a90dbe63b20a7c4, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,46081,1733152068908 2024-12-02T15:07:58,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10f526631d8508201a90dbe63b20a7c4, server=be0458f36726,46081,1733152068908 because future has completed 2024-12-02T15:07:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:07:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 10f526631d8508201a90dbe63b20a7c4, server=be0458f36726,46081,1733152068908 in 190 msec 2024-12-02T15:07:58,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:07:58,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10f526631d8508201a90dbe63b20a7c4, ASSIGN in 347 msec 2024-12-02T15:07:58,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:07:58,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152078793"}]},"ts":"1733152078793"} 2024-12-02T15:07:58,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:07:58,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:07:58,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-02T15:07:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4., hostname=be0458f36726,46081,1733152068908, seqNum=2] 2024-12-02T15:07:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:07:58,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:07:58,937 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:59,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:07:59,056 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:07:59,080 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,46081,1733152068908, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:07:59,080 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:07:59,080 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:07:59,080 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:07:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T15:07:59,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,46081,1733152068908', locateType=CURRENT is [region=hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4., hostname=be0458f36726,46081,1733152068908, seqNum=2] 2024-12-02T15:07:59,085 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:07:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:07:59,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,46081,1733152068908 suceeded 2024-12-02T15:07:59,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:07:59,088 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:38275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:07:59,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T15:07:59,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-12-02T15:07:59,096 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:38275' 2024-12-02T15:07:59,097 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457d32e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:59,097 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:07:59,097 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:07:59,098 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:07:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:07:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:07:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348591ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:07:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:07:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:59,099 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:07:59,100 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5480445b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:07:59,100 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:07:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:07:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eda266b 2024-12-02T15:07:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:07:59,101 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T15:07:59,101 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,46081,1733152068908 (queues=1) is replicating from cluster=26244183-b8e6-473a-b2b5-bd8360aad8e6 to cluster=2a6aa51e-f497-48fb-a0df-9ec1c0c6554a 2024-12-02T15:07:59,102 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C46081%2C1733152068908 2024-12-02T15:07:59,102 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,46081,1733152068908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:07:59,102 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C46081%2C1733152068908 2024-12-02T15:07:59,102 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, startPosition=0, beingWritten=true 2024-12-02T15:07:59,107 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:07:59,107 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:07:59,107 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,46081,1733152068908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:07:59,310 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:07:59,614 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:07:59,641 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:07:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:07:59,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:07:59,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:07:59,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:07:59,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:59,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:07:59,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:07:59,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:07:59,758 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733152079758/Put/seqid=0 2024-12-02T15:07:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741840_1016 (size=7894) 2024-12-02T15:08:00,017 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:08:00,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733152080164/Put/seqid=0 2024-12-02T15:08:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741841_1017 (size=7691) 2024-12-02T15:08:00,445 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:08:00,521 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:08:00,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:00,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:08:00,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:00,570 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:08:00,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:08:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115bfcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:08:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:00,572 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:00,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:00,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:08:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:00,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:00,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:08:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be2af83 2024-12-02T15:08:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:00,583 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2] 2024-12-02T15:08:00,588 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:00,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T15:08:00,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T15:08:00,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T15:08:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:00,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T15:08:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(2603): Flush status journal for eb50f93d4f3539d26cc242bd7e34b0dc: 2024-12-02T15:08:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_1 2024-12-02T15:08:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_1 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ 2024-12-02T15:08:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_0 2024-12-02T15:08:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_0 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ 2024-12-02T15:08:00,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_1 into eb50f93d4f3539d26cc242bd7e34b0dc/f as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ - updating store file list. 2024-12-02T15:08:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b14798362fa445038e97bbdad28f3ca1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:00,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ into eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:00,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_1 into eb50f93d4f3539d26cc242bd7e34b0dc/f (new location: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_) 2024-12-02T15:08:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_1 2024-12-02T15:08:00,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_0 into eb50f93d4f3539d26cc242bd7e34b0dc/f as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ - updating store file list. 2024-12-02T15:08:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 484e2cd4ce994b42b9857971ac104856_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:00,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ into eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:00,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_0 into eb50f93d4f3539d26cc242bd7e34b0dc/f (new location: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_) 2024-12-02T15:08:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins__test__9204urv8k7v0ss0kprh065mltfg9qnhv5fr8ksje0f83f1153so7d4n3e008jnpb/f/hfile_0 2024-12-02T15:08:00,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:00,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:00,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:00,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2 , the old value is region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:43841 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:08:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:08:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2 from cache 2024-12-02T15:08:00,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:00,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:00,626 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T15:08:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:00,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2] 2024-12-02T15:08:00,630 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:08:00,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:43841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:08:01,126 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:08:01,350 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 379, reset compression=false 2024-12-02T15:08:01,354 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:01,354 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43841,1733152064096 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb50f93d4f3539d26cc242bd7e34b0dc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152080623/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:08:01,355 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:01,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T15:08:01,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.ReplicationSink(318): Replicating [2a6aa51e-f497-48fb-a0df-9ec1c0c6554a] bulk loaded data 2024-12-02T15:08:01,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae69fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:08:01,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:01,358 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:08:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:08:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae04b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:08:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:01,359 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:01,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548fcd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741840_1016 (size=7691) 2024-12-02T15:08:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741841_1017 (size=7894) 2024-12-02T15:08:01,554 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:01,632 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:08:01,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:01,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:08:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671a0107 2024-12-02T15:08:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:01,781 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T15:08:01,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:01,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:01,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:01,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:01,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:01,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T15:08:01,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T15:08:01,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ for inclusion in 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T15:08:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:01,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ for inclusion in 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T15:08:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegion(2603): Flush status journal for 7659247b7e5e5451fb834bbe87b5544a: 2024-12-02T15:08:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b14798362fa445038e97bbdad28f3ca1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:08:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/789eb3b672464e4fbdd1442bdae918f6_SeqId_4_ 2024-12-02T15:08:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 484e2cd4ce994b42b9857971ac104856_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:08:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/12451004f9134936a946ac57bf20217c_SeqId_4_ 2024-12-02T15:08:01,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/789eb3b672464e4fbdd1442bdae918f6_SeqId_4_ - updating store file list. 2024-12-02T15:08:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 789eb3b672464e4fbdd1442bdae918f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:01,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/789eb3b672464e4fbdd1442bdae918f6_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:01,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f (new location: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/789eb3b672464e4fbdd1442bdae918f6_SeqId_4_) 2024-12-02T15:08:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/b14798362fa445038e97bbdad28f3ca1_SeqId_4_ 2024-12-02T15:08:01,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/12451004f9134936a946ac57bf20217c_SeqId_4_ - updating store file list. 2024-12-02T15:08:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12451004f9134936a946ac57bf20217c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:01,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/12451004f9134936a946ac57bf20217c_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:01,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ into 7659247b7e5e5451fb834bbe87b5544a/f (new location: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/12451004f9134936a946ac57bf20217c_SeqId_4_) 2024-12-02T15:08:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins.hfs.11__test__hfrbfja62lfqccogu9aumbl2p4o3ap7llrmkln3d3jh8ippv1e7u4t4ji9dobpst/f/484e2cd4ce994b42b9857971ac104856_SeqId_4_ 2024-12-02T15:08:01,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.ReplicationSink(324): Finished replicating [2a6aa51e-f497-48fb-a0df-9ec1c0c6554a] bulk loaded data 2024-12-02T15:08:01,830 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 379, reset compression=false 2024-12-02T15:08:01,835 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:01,835 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,46081,1733152068908 got entry batch from reader: WALEntryBatch [walEntries=[{test/7659247b7e5e5451fb834bbe87b5544a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152081818/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T15:08:01,837 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:01,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T15:08:01,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.ReplicationSink(318): Replicating [2a6aa51e-f497-48fb-a0df-9ec1c0c6554a, 26244183-b8e6-473a-b2b5-bd8360aad8e6] bulk loaded data 2024-12-02T15:08:01,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7483c5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,38275,-1 for getting cluster id 2024-12-02T15:08:01,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:01,839 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6aa51e-f497-48fb-a0df-9ec1c0c6554a' 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6aa51e-f497-48fb-a0df-9ec1c0c6554a" 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@602f6785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,38275,-1] 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:01,841 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:01,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6ad4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741842_1018 (size=7691) 2024-12-02T15:08:01,857 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:02,035 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 725, reset compression=false 2024-12-02T15:08:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741843_1019 (size=7894) 2024-12-02T15:08:02,261 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:02,339 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 725, reset compression=false 2024-12-02T15:08:02,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:02,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733152082641/Put/seqid=0 2024-12-02T15:08:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741842_1018 (size=11194) 2024-12-02T15:08:02,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,38275,1733152063948 2024-12-02T15:08:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27558ae4 2024-12-02T15:08:02,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:02,661 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T15:08:02,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:02,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:02,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:08:02,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:02,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:02,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__38gdktqnr25qef7klun9sgn5fa2lg28ra3sm439f7oni8vhgsito3627na0k6pto/f/12451004f9134936a946ac57bf20217c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T15:08:02,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__38gdktqnr25qef7klun9sgn5fa2lg28ra3sm439f7oni8vhgsito3627na0k6pto/f/789eb3b672464e4fbdd1442bdae918f6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T15:08:02,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.ReplicationSink(324): Finished replicating [2a6aa51e-f497-48fb-a0df-9ec1c0c6554a, 26244183-b8e6-473a-b2b5-bd8360aad8e6] bulk loaded data 2024-12-02T15:08:02,743 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 725, reset compression=false 2024-12-02T15:08:02,764 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:03,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733152083047/Put/seqid=0 2024-12-02T15:08:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741843_1019 (size=10791) 2024-12-02T15:08:03,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:08:03,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:03,248 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 725, reset compression=false 2024-12-02T15:08:03,367 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:03,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:03,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45851,-1 for getting cluster id 2024-12-02T15:08:03,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:03,454 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26244183-b8e6-473a-b2b5-bd8360aad8e6' 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26244183-b8e6-473a-b2b5-bd8360aad8e6" 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbaf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45851,-1] 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:03,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:03,455 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:03,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:03,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:03,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:03,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45851,1733152068789 2024-12-02T15:08:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4099caff 2024-12-02T15:08:03,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:03,466 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:03,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2] 2024-12-02T15:08:03,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:03,477 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T15:08:03,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T15:08:03,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T15:08:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:03,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T15:08:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegion(2603): Flush status journal for 7659247b7e5e5451fb834bbe87b5544a: 2024-12-02T15:08:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_0 2024-12-02T15:08:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_0 as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ 2024-12-02T15:08:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_1 2024-12-02T15:08:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_1 as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ 2024-12-02T15:08:03,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_0 into 7659247b7e5e5451fb834bbe87b5544a/f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ - updating store file list. 2024-12-02T15:08:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:03,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ into 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:03,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_0 into 7659247b7e5e5451fb834bbe87b5544a/f (new location: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_) 2024-12-02T15:08:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_0 2024-12-02T15:08:03,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_1 into 7659247b7e5e5451fb834bbe87b5544a/f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ - updating store file list. 2024-12-02T15:08:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93abb561f80c471ebf4a363790bbf2e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:03,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ into 7659247b7e5e5451fb834bbe87b5544a/f 2024-12-02T15:08:03,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_1 into 7659247b7e5e5451fb834bbe87b5544a/f (new location: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_) 2024-12-02T15:08:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/staging/jenkins__test__5n41dv88c3b96feb656fj7e874rfs21d43llffvt1b8bdp90lq9a2ocqjbclgrkq/f/hfile_1 2024-12-02T15:08:03,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:03,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:03,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:03,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:03,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2 , the old value is region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:46081 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:08:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:08:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a., hostname=be0458f36726,46081,1733152068908, seqNum=2 from cache 2024-12-02T15:08:03,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:03,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T15:08:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43841,1733152064096, seqNum=-1] 2024-12-02T15:08:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:03,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc., hostname=be0458f36726,43841,1733152064096, seqNum=2] 2024-12-02T15:08:03,520 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:08:03,614 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:08:03,852 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 725, reset compression=false 2024-12-02T15:08:03,856 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:03,856 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,46081,1733152068908 got entry batch from reader: WALEntryBatch [walEntries=[{test/7659247b7e5e5451fb834bbe87b5544a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152083505/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:08:03,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.ReplicationSink(318): Replicating [26244183-b8e6-473a-b2b5-bd8360aad8e6] bulk loaded data 2024-12-02T15:08:03,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741844_1020 (size=11194) 2024-12-02T15:08:04,057 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:04,071 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741845_1021 (size=10791) 2024-12-02T15:08:04,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:04,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:04,361 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:04,524 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:08:04,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:04,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T15:08:04,686 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T15:08:04,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ for inclusion in eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T15:08:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:04,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ for inclusion in eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T15:08:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:08:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(2603): Flush status journal for eb50f93d4f3539d26cc242bd7e34b0dc: 2024-12-02T15:08:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:08:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_ 2024-12-02T15:08:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:08:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/434b3ba8605e4aaf863752589d4c259e_SeqId_6_ 2024-12-02T15:08:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_ - updating store file list. 2024-12-02T15:08:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:04,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:04,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f (new location: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_) 2024-12-02T15:08:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/93abb561f80c471ebf4a363790bbf2e4_SeqId_6_ 2024-12-02T15:08:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/434b3ba8605e4aaf863752589d4c259e_SeqId_6_ - updating store file list. 2024-12-02T15:08:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 434b3ba8605e4aaf863752589d4c259e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:08:04,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/434b3ba8605e4aaf863752589d4c259e_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f 2024-12-02T15:08:04,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ into eb50f93d4f3539d26cc242bd7e34b0dc/f (new location: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/f/434b3ba8605e4aaf863752589d4c259e_SeqId_6_) 2024-12-02T15:08:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/staging/jenkins.hfs.10__test__8ggs3fc33m85vbf0eito10gptdef2nbt43l1nip33fd2515isk25ab03o9bfl7nq/f/e1bfd6732cd54961998773a4b5b9fce1_SeqId_6_ 2024-12-02T15:08:04,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.ReplicationSink(324): Finished replicating [26244183-b8e6-473a-b2b5-bd8360aad8e6] bulk loaded data 2024-12-02T15:08:04,766 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:04,874 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 687, reset compression=false 2024-12-02T15:08:04,879 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:04,879 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43841,1733152064096 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb50f93d4f3539d26cc242bd7e34b0dc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152084710/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T15:08:04,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.ReplicationSink(318): Replicating [26244183-b8e6-473a-b2b5-bd8360aad8e6, 2a6aa51e-f497-48fb-a0df-9ec1c0c6554a] bulk loaded data 2024-12-02T15:08:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741844_1020 (size=10791) 2024-12-02T15:08:05,079 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:05,271 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:05,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741845_1021 (size=11194) 2024-12-02T15:08:05,383 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:05,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:08:05,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:05,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:05,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:05,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:05,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:08:05,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=398879298, stopped=false 2024-12-02T15:08:05,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,45851,1733152068789 2024-12-02T15:08:05,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1938388038/running 2024-12-02T15:08:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1938388038/running 2024-12-02T15:08:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:08:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:08:05,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:05,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:05,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:05,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:05,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,46081,1733152068908' ***** 2024-12-02T15:08:05,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:08:05,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/running 2024-12-02T15:08:05,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Set watcher on znode that does not yet exist, /1-1938388038/running 2024-12-02T15:08:05,586 INFO [RS:0;be0458f36726:46081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:08:05,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:08:05,586 INFO [RS:0;be0458f36726:46081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:08:05,586 INFO [RS:0;be0458f36726:46081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:08:05,586 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(3091): Received CLOSE for 10f526631d8508201a90dbe63b20a7c4 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(3091): Received CLOSE for 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(959): stopping server be0458f36726,46081,1733152068908 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46081. 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10f526631d8508201a90dbe63b20a7c4, disabling compactions & flushes 2024-12-02T15:08:05,587 DEBUG [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:05,587 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:05,587 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. after waiting 0 ms 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:08:05,587 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10f526631d8508201a90dbe63b20a7c4 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T15:08:05,587 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:08:05,587 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 10f526631d8508201a90dbe63b20a7c4=hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4., 7659247b7e5e5451fb834bbe87b5544a=test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a.} 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:05,587 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 10f526631d8508201a90dbe63b20a7c4, 1588230740, 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:05,587 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:05,587 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:05,587 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:08:05,600 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/info/e5148bad022a403bb4f8d684cc7ae1f8 is 147, key is hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4./info:regioninfo/1733152078787/Put/seqid=0 2024-12-02T15:08:05,600 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/hfileref/bcfea376ec5f47159b52564013a0daea is 74, key is 1/hfileref:12451004f9134936a946ac57bf20217c_SeqId_4_/1733152082674/DeleteColumn/seqid=0 2024-12-02T15:08:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741846_1022 (size=5345) 2024-12-02T15:08:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741847_1023 (size=7686) 2024-12-02T15:08:05,605 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/info/e5148bad022a403bb4f8d684cc7ae1f8 2024-12-02T15:08:05,617 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:05,626 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/ns/95c24a16e5a347ac98a209f867ed779d is 43, key is default/ns:d/1733152072093/Put/seqid=0 2024-12-02T15:08:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741848_1024 (size=5153) 2024-12-02T15:08:05,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:08:05,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:05,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46081 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34680 deadline: 1733152145701, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping 2024-12-02T15:08:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 from cache 2024-12-02T15:08:05,786 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:05,787 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 10f526631d8508201a90dbe63b20a7c4, 1588230740, 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:05,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:05,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:05,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:05,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46081 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34680 deadline: 1733152145701, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping 2024-12-02T15:08:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 from cache 2024-12-02T15:08:05,875 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:05,987 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 10f526631d8508201a90dbe63b20a7c4, 1588230740, 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:06,005 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/hfileref/bcfea376ec5f47159b52564013a0daea 2024-12-02T15:08:06,025 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/queue/3296dc23dbc246348e803332f421d9dc is 154, key is 1-be0458f36726,46081,1733152068908/queue:be0458f36726%2C46081%2C1733152068908/1733152084715/Put/seqid=0 2024-12-02T15:08:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741849_1025 (size=5353) 2024-12-02T15:08:06,030 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/ns/95c24a16e5a347ac98a209f867ed779d 2024-12-02T15:08:06,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:06,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:06,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:06,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34680 deadline: 1733152145701, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping 2024-12-02T15:08:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 from cache 2024-12-02T15:08:06,052 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/rep_barrier/35016bc6c07e4431ae7174cb666d1f5b is 112, key is test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a./rep_barrier:seqnumDuringOpen/1733152074444/Put/seqid=0 2024-12-02T15:08:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741850_1026 (size=5518) 2024-12-02T15:08:06,093 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:08:06,093 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:08:06,188 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 10f526631d8508201a90dbe63b20a7c4, 1588230740, 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:06,291 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:06,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:06,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:06,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34680 deadline: 1733152145701, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping 2024-12-02T15:08:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 from cache 2024-12-02T15:08:06,388 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 10f526631d8508201a90dbe63b20a7c4, 1588230740, 7659247b7e5e5451fb834bbe87b5544a 2024-12-02T15:08:06,444 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/queue/3296dc23dbc246348e803332f421d9dc 2024-12-02T15:08:06,449 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/hfileref/bcfea376ec5f47159b52564013a0daea as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/hfileref/bcfea376ec5f47159b52564013a0daea 2024-12-02T15:08:06,454 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/hfileref/bcfea376ec5f47159b52564013a0daea, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T15:08:06,455 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/.tmp/queue/3296dc23dbc246348e803332f421d9dc as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/queue/3296dc23dbc246348e803332f421d9dc 2024-12-02T15:08:06,456 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/rep_barrier/35016bc6c07e4431ae7174cb666d1f5b 2024-12-02T15:08:06,460 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/queue/3296dc23dbc246348e803332f421d9dc, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T15:08:06,461 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10f526631d8508201a90dbe63b20a7c4 in 874ms, sequenceid=12, compaction requested=false 2024-12-02T15:08:06,468 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/replication/10f526631d8508201a90dbe63b20a7c4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T15:08:06,468 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:06,468 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:06,468 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:08:06,468 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10f526631d8508201a90dbe63b20a7c4: Waiting for close lock at 1733152085587Running coprocessor pre-close hooks at 1733152085587Disabling compacts and flushes for region at 1733152085587Disabling writes for close at 1733152085587Obtaining lock to block concurrent updates at 1733152085587Preparing flush snapshotting stores in 10f526631d8508201a90dbe63b20a7c4 at 1733152085587Finished memstore snapshotting hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733152085587Flushing stores of hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. at 1733152085588 (+1 ms)Flushing 10f526631d8508201a90dbe63b20a7c4/hfileref: creating writer at 1733152085588Flushing 10f526631d8508201a90dbe63b20a7c4/hfileref: appending metadata at 1733152085599 (+11 ms)Flushing 10f526631d8508201a90dbe63b20a7c4/hfileref: closing flushed file at 1733152085599Flushing 10f526631d8508201a90dbe63b20a7c4/queue: creating writer at 1733152086010 (+411 ms)Flushing 10f526631d8508201a90dbe63b20a7c4/queue: appending metadata at 1733152086025 (+15 ms)Flushing 10f526631d8508201a90dbe63b20a7c4/queue: closing flushed file at 1733152086025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ae5323: reopening flushed file at 1733152086449 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e4b0a2: reopening flushed file at 1733152086454 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10f526631d8508201a90dbe63b20a7c4 in 874ms, sequenceid=12, compaction requested=false at 1733152086461 (+7 ms)Writing region close event to WAL at 1733152086465 (+4 ms)Running coprocessor post-close hooks at 1733152086468 (+3 ms)Closed at 1733152086468 2024-12-02T15:08:06,469 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152077619.10f526631d8508201a90dbe63b20a7c4. 2024-12-02T15:08:06,469 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7659247b7e5e5451fb834bbe87b5544a, disabling compactions & flushes 2024-12-02T15:08:06,469 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:08:06,469 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:08:06,469 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. after waiting 0 ms 2024-12-02T15:08:06,469 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:08:06,472 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/default/test/7659247b7e5e5451fb834bbe87b5544a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:08:06,473 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:06,473 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:06,473 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:08:06,473 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7659247b7e5e5451fb834bbe87b5544a: Waiting for close lock at 1733152086469Running coprocessor pre-close hooks at 1733152086469Disabling compacts and flushes for region at 1733152086469Disabling writes for close at 1733152086469Writing region close event to WAL at 1733152086470 (+1 ms)Running coprocessor post-close hooks at 1733152086473 (+3 ms)Closed at 1733152086473 2024-12-02T15:08:06,473 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152073297.7659247b7e5e5451fb834bbe87b5544a. 2024-12-02T15:08:06,479 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/table/70bd793e958d4114a69036d8c6193c5f is 53, key is hbase:replication/table:state/1733152078793/Put/seqid=0 2024-12-02T15:08:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741851_1027 (size=5308) 2024-12-02T15:08:06,578 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1033, reset compression=false 2024-12-02T15:08:06,583 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:06,583 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1328, reset compression=false 2024-12-02T15:08:06,583 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,46081,1733152068908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:06,584 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,46081,1733152068908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,46081,1733152068908, walGroup=be0458f36726%2C46081%2C1733152068908, offset=be0458f36726%2C46081%2C1733152068908.1733152071134:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:08:06,585 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:08:06,585 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:08:06,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:08:06,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:08:06,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:08:06,586 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 848184720 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187719984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:08:06,598 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:08:06,598 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:08:06,598 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:06,599 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:08:06,798 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.wal-reader.be0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/WALs/be0458f36726,46081,1733152068908/be0458f36726%2C46081%2C1733152068908.1733152071134 to pos 1328, reset compression=false 2024-12-02T15:08:06,798 DEBUG [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:06,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:06,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1] 2024-12-02T15:08:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting 2024-12-02T15:08:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting 2024-12-02T15:08:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=be0458f36726,46081,1733152068908, seqNum=-1 from cache 2024-12-02T15:08:06,856 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:06,857 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-02T15:08:05.722Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05.826Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.036Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.346Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.856Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server be0458f36726,46081,1733152068908 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:06,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-02T15:08:05.722Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05.826Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.036Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.346Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.856Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server be0458f36726,46081,1733152068908 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:06,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46081 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:34674 deadline: 1733152144880, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-02T15:08:05.722Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05.826Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.036Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.346Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.856Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting 2024-12-02T15:08:06,861 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-02T15:08:05.722Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:05.826Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.036Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.346Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server be0458f36726,46081,1733152068908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:08:06.856Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server be0458f36726,46081,1733152068908 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:06,884 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/table/70bd793e958d4114a69036d8c6193c5f 2024-12-02T15:08:06,890 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/info/e5148bad022a403bb4f8d684cc7ae1f8 as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/info/e5148bad022a403bb4f8d684cc7ae1f8 2024-12-02T15:08:06,895 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:06,895 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/info/e5148bad022a403bb4f8d684cc7ae1f8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:08:06,896 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/ns/95c24a16e5a347ac98a209f867ed779d as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/ns/95c24a16e5a347ac98a209f867ed779d 2024-12-02T15:08:06,901 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/ns/95c24a16e5a347ac98a209f867ed779d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:08:06,902 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/rep_barrier/35016bc6c07e4431ae7174cb666d1f5b as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/rep_barrier/35016bc6c07e4431ae7174cb666d1f5b 2024-12-02T15:08:06,907 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/rep_barrier/35016bc6c07e4431ae7174cb666d1f5b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:08:06,908 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/.tmp/table/70bd793e958d4114a69036d8c6193c5f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/table/70bd793e958d4114a69036d8c6193c5f 2024-12-02T15:08:06,912 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/table/70bd793e958d4114a69036d8c6193c5f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:08:06,913 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-12-02T15:08:06,917 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:08:06,917 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:06,917 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:06,917 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:06,918 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152085587Running coprocessor pre-close hooks at 1733152085587Disabling compacts and flushes for region at 1733152085587Disabling writes for close at 1733152085587Obtaining lock to block concurrent updates at 1733152085587Preparing flush snapshotting stores in 1588230740 at 1733152085587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152085587Flushing stores of hbase:meta,,1.1588230740 at 1733152085588 (+1 ms)Flushing 1588230740/info: creating writer at 1733152085588Flushing 1588230740/info: appending metadata at 1733152085600 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733152085600Flushing 1588230740/ns: creating writer at 1733152085610 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733152085626 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733152085626Flushing 1588230740/rep_barrier: creating writer at 1733152086035 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152086051 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152086051Flushing 1588230740/table: creating writer at 1733152086460 (+409 ms)Flushing 1588230740/table: appending metadata at 1733152086479 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733152086479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19716a1a: reopening flushed file at 1733152086889 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b145701: reopening flushed file at 1733152086895 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434a2be3: reopening flushed file at 1733152086901 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3964a5d6: reopening flushed file at 1733152086907 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1733152086913 (+6 ms)Writing region close event to WAL at 1733152086914 (+1 ms)Running coprocessor post-close hooks at 1733152086917 (+3 ms)Closed at 1733152086917 2024-12-02T15:08:06,918 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:06,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server be0458f36726,46081,1733152068908 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:06,965 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server be0458f36726,46081,1733152068908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:06,998 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(976): stopping server be0458f36726,46081,1733152068908; all regions closed. 2024-12-02T15:08:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:08:07,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741839_1015 (size=3127) 2024-12-02T15:08:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741832_1008 (size=1336) 2024-12-02T15:08:07,005 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:07,005 INFO [RS:0;be0458f36726:46081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:07,006 INFO [RS:0;be0458f36726:46081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:07,006 INFO [RS:0;be0458f36726:46081 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:07,006 INFO [RS:0;be0458f36726:46081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:07,006 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:07,006 INFO [RS:0;be0458f36726:46081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,46081,1733152068908 because: Region server is closing 2024-12-02T15:08:07,006 INFO [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46081. 2024-12-02T15:08:07,006 DEBUG [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:07,006 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:07,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:07,007 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:07,107 INFO [RS:0;be0458f36726:46081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,46081,1733152068908.replicationSource.shipperbe0458f36726%2C46081%2C1733152068908,1-be0458f36726,46081,1733152068908 terminated 2024-12-02T15:08:07,107 INFO [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:46081. 2024-12-02T15:08:07,107 DEBUG [RS:0;be0458f36726:46081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:07,107 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:07,107 DEBUG [RS:0;be0458f36726:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:07,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:07,107 INFO [RS:0;be0458f36726:46081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46081 2024-12-02T15:08:07,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1938388038/rs/be0458f36726,46081,1733152068908 2024-12-02T15:08:07,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038/rs 2024-12-02T15:08:07,143 INFO [RS:0;be0458f36726:46081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:07,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,46081,1733152068908] 2024-12-02T15:08:07,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1938388038/draining/be0458f36726,46081,1733152068908 already deleted, retry=false 2024-12-02T15:08:07,160 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,46081,1733152068908 expired; onlineServers=0 2024-12-02T15:08:07,160 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,45851,1733152068789' ***** 2024-12-02T15:08:07,160 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:08:07,160 INFO [M:0;be0458f36726:45851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:07,160 INFO [M:0;be0458f36726:45851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:07,160 DEBUG [M:0;be0458f36726:45851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:08:07,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:08:07,160 DEBUG [M:0;be0458f36726:45851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:08:07,160 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152070867 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152070867,5,FailOnTimeoutGroup] 2024-12-02T15:08:07,160 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152070867 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152070867,5,FailOnTimeoutGroup] 2024-12-02T15:08:07,161 INFO [M:0;be0458f36726:45851 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:07,161 INFO [M:0;be0458f36726:45851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:07,161 DEBUG [M:0;be0458f36726:45851 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:08:07,161 INFO [M:0;be0458f36726:45851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:08:07,161 INFO [M:0;be0458f36726:45851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:07,161 INFO [M:0;be0458f36726:45851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:08:07,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:08:07,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1938388038/master 2024-12-02T15:08:07,168 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server be0458f36726:46081 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:46081 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:07,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1938388038 2024-12-02T15:08:07,168 DEBUG [M:0;be0458f36726:45851 {}] zookeeper.ZKUtil(347): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Unable to get data of znode /1-1938388038/master because node does not exist (not an error) 2024-12-02T15:08:07,168 WARN [M:0;be0458f36726:45851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:08:07,169 INFO [M:0;be0458f36726:45851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/.lastflushedseqids 2024-12-02T15:08:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address be0458f36726:46081 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:46081 2024-12-02T15:08:07,169 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=be0458f36726:46081 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:46081 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:46081 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T15:08:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45092 deadline: 1733152147171, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T15:08:07,173 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:07,174 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T15:08:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741852_1028 (size=263) 2024-12-02T15:08:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:07,252 INFO [RS:0;be0458f36726:46081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x10197c381850004, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:07,252 INFO [RS:0;be0458f36726:46081 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,46081,1733152068908; zookeeper connection closed. 2024-12-02T15:08:07,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39054f04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39054f04 2024-12-02T15:08:07,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:08:07,475 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T15:08:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45092 deadline: 1733152147476, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T15:08:07,477 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:07,478 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T15:08:07,478 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T15:08:07,577 INFO [M:0;be0458f36726:45851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:08:07,577 INFO [M:0;be0458f36726:45851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:08:07,577 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:07,577 INFO [M:0;be0458f36726:45851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:07,577 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:07,577 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:07,577 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:07,577 INFO [M:0;be0458f36726:45851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T15:08:07,592 DEBUG [M:0;be0458f36726:45851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a90eb04c13546d083efca8338acc14f is 82, key is hbase:meta,,1/info:regioninfo/1733152072082/Put/seqid=0 2024-12-02T15:08:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741853_1029 (size=5672) 2024-12-02T15:08:07,599 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:07,879 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T15:08:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45092 deadline: 1733152147881, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T15:08:07,882 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:07,883 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T15:08:07,883 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T15:08:07,997 INFO [M:0;be0458f36726:45851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a90eb04c13546d083efca8338acc14f 2024-12-02T15:08:08,018 DEBUG [M:0;be0458f36726:45851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabc26353dfc4965b1a1fd9dbb226e94 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152078796/Put/seqid=0 2024-12-02T15:08:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741854_1030 (size=8517) 2024-12-02T15:08:08,022 INFO [M:0;be0458f36726:45851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabc26353dfc4965b1a1fd9dbb226e94 2024-12-02T15:08:08,040 DEBUG [M:0;be0458f36726:45851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08342dca6024729b9a7aae9c35186a5 is 69, key is be0458f36726,46081,1733152068908/rs:state/1733152070964/Put/seqid=0 2024-12-02T15:08:08,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741855_1031 (size=5156) 2024-12-02T15:08:08,383 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T15:08:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:08:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45092 deadline: 1733152148385, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T15:08:08,386 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T15:08:08,386 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T15:08:08,386 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T15:08:08,402 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:08,444 INFO [M:0;be0458f36726:45851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08342dca6024729b9a7aae9c35186a5 2024-12-02T15:08:08,449 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a90eb04c13546d083efca8338acc14f as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a90eb04c13546d083efca8338acc14f 2024-12-02T15:08:08,454 INFO [M:0;be0458f36726:45851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a90eb04c13546d083efca8338acc14f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:08:08,455 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabc26353dfc4965b1a1fd9dbb226e94 as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fabc26353dfc4965b1a1fd9dbb226e94 2024-12-02T15:08:08,464 INFO [M:0;be0458f36726:45851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fabc26353dfc4965b1a1fd9dbb226e94, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:08:08,465 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08342dca6024729b9a7aae9c35186a5 as hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b08342dca6024729b9a7aae9c35186a5 2024-12-02T15:08:08,471 INFO [M:0;be0458f36726:45851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38685/user/jenkins/test-data/d0783014-82bb-c65e-1347-d11552c298a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b08342dca6024729b9a7aae9c35186a5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:08:08,472 INFO [M:0;be0458f36726:45851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-12-02T15:08:08,479 INFO [M:0;be0458f36726:45851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:08,479 DEBUG [M:0;be0458f36726:45851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152087577Disabling compacts and flushes for region at 1733152087577Disabling writes for close at 1733152087577Obtaining lock to block concurrent updates at 1733152087577Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152087577Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733152087578 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152087578Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152087578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152087592 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152087592Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152088001 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152088018 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152088018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152088026 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152088040 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152088040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24cab9f7: reopening flushed file at 1733152088449 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be7a9a1: reopening flushed file at 1733152088454 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f24dd3: reopening flushed file at 1733152088465 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1733152088473 (+8 ms)Writing region close event to WAL at 1733152088479 (+6 ms)Closed at 1733152088479 2024-12-02T15:08:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32781 is added to blk_1073741830_1006 (size=63666) 2024-12-02T15:08:08,482 INFO [M:0;be0458f36726:45851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:08:08,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:08,483 INFO [M:0;be0458f36726:45851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45851 2024-12-02T15:08:08,483 INFO [M:0;be0458f36726:45851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:08,627 INFO [M:0;be0458f36726:45851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x10197c381850003, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:08,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295f848f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:08,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:08,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:08,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:08,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:08,630 WARN [BP-1877777246-172.17.0.2-1733152067367 heartbeating to localhost/127.0.0.1:38685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:08:08,630 WARN [BP-1877777246-172.17.0.2-1733152067367 heartbeating to localhost/127.0.0.1:38685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877777246-172.17.0.2-1733152067367 (Datanode Uuid 5b0d2004-fafc-4fd1-b2f9-da6bf9d3d8a5) service to localhost/127.0.0.1:38685 2024-12-02T15:08:08,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:08:08,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:08:08,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/cluster_2e4b0774-2989-1abd-b622-e66c0d5611bc/data/data1/current/BP-1877777246-172.17.0.2-1733152067367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:08,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/cluster_2e4b0774-2989-1abd-b622-e66c0d5611bc/data/data2/current/BP-1877777246-172.17.0.2-1733152067367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:08,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:08:08,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b1298a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:08,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:08,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:08,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:08,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:08,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:08:08,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:08:08,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:08,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:08,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:08,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:08,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:08,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:08:08,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475700251, stopped=false 2024-12-02T15:08:08,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,38275,1733152063948 2024-12-02T15:08:08,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1269297116/running 2024-12-02T15:08:08,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1269297116/running 2024-12-02T15:08:08,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:08:08,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:08,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:08:08,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:08,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/running 2024-12-02T15:08:08,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:08,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:08,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,43841,1733152064096' ***** 2024-12-02T15:08:08,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:08:08,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Set watcher on znode that does not yet exist, /0-1269297116/running 2024-12-02T15:08:08,669 INFO [RS:0;be0458f36726:43841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:08:08,669 INFO [RS:0;be0458f36726:43841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:08:08,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:08:08,669 INFO [RS:0;be0458f36726:43841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:08:08,669 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d9904a7a341275b7491f71e4718764a 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(3091): Received CLOSE for eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(959): stopping server be0458f36726,43841,1733152064096 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43841. 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d9904a7a341275b7491f71e4718764a, disabling compactions & flushes 2024-12-02T15:08:08,670 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:08:08,670 DEBUG [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. after waiting 0 ms 2024-12-02T15:08:08,670 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:08:08,670 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d9904a7a341275b7491f71e4718764a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:08:08,670 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:08:08,670 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1325): Online Regions={4d9904a7a341275b7491f71e4718764a=hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a., 1588230740=hbase:meta,,1.1588230740, eb50f93d4f3539d26cc242bd7e34b0dc=test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc.} 2024-12-02T15:08:08,670 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9904a7a341275b7491f71e4718764a, eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:08,670 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:08,670 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:08,670 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:08:08,683 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/hfileref/efbc47a38c104843bfd45edc657fe379 is 74, key is 1/hfileref:2c6ba422487b424c9e7bc4d8babf6038_SeqId_6_/1733152084698/Put/seqid=0 2024-12-02T15:08:08,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741846_1022 (size=5345) 2024-12-02T15:08:08,688 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/info/1f9a420560e643128fe3a9c0b1eac8c6 is 147, key is hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a./info:regioninfo/1733152076633/Put/seqid=0 2024-12-02T15:08:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741847_1023 (size=7686) 2024-12-02T15:08:08,699 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:08,870 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9904a7a341275b7491f71e4718764a, eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:08,987 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T15:08:08,988 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server be0458f36726:45851 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:45851 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address be0458f36726:45851 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:45851 2024-12-02T15:08:09,071 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9904a7a341275b7491f71e4718764a, eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:09,088 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/hfileref/efbc47a38c104843bfd45edc657fe379 2024-12-02T15:08:09,092 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/info/1f9a420560e643128fe3a9c0b1eac8c6 2024-12-02T15:08:09,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:09,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server be0458f36726:45851 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:45851 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:08:09,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=be0458f36726:45851 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:45851 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T15:08:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address be0458f36726:45851 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: be0458f36726/172.17.0.2:45851 2024-12-02T15:08:09,109 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/queue/c62a3038167f45e0be33ada0a17335d5 is 153, key is 1-be0458f36726,43841,1733152064096/queue:be0458f36726%2C43841%2C1733152064096/1733152081822/Put/seqid=0 2024-12-02T15:08:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741848_1024 (size=5352) 2024-12-02T15:08:09,114 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/ns/9501753e4d174dd4913168e4b87f6dd0 is 43, key is default/ns:d/1733152067310/Put/seqid=0 2024-12-02T15:08:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741849_1025 (size=5153) 2024-12-02T15:08:09,259 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:08:09,259 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:08:09,271 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9904a7a341275b7491f71e4718764a, eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:09,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:09,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to be0458f36726:45851 this server is in the failed servers list 2024-12-02T15:08:09,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: be0458f36726:45851 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:09,306 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:09,471 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9904a7a341275b7491f71e4718764a, eb50f93d4f3539d26cc242bd7e34b0dc 2024-12-02T15:08:09,514 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/queue/c62a3038167f45e0be33ada0a17335d5 2024-12-02T15:08:09,518 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/ns/9501753e4d174dd4913168e4b87f6dd0 2024-12-02T15:08:09,519 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/hfileref/efbc47a38c104843bfd45edc657fe379 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/hfileref/efbc47a38c104843bfd45edc657fe379 2024-12-02T15:08:09,523 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/hfileref/efbc47a38c104843bfd45edc657fe379, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T15:08:09,524 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/.tmp/queue/c62a3038167f45e0be33ada0a17335d5 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/queue/c62a3038167f45e0be33ada0a17335d5 2024-12-02T15:08:09,528 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/queue/c62a3038167f45e0be33ada0a17335d5, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T15:08:09,529 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4d9904a7a341275b7491f71e4718764a in 859ms, sequenceid=10, compaction requested=false 2024-12-02T15:08:09,529 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/replication/4d9904a7a341275b7491f71e4718764a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:09,534 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d9904a7a341275b7491f71e4718764a: Waiting for close lock at 1733152088670Running coprocessor pre-close hooks at 1733152088670Disabling compacts and flushes for region at 1733152088670Disabling writes for close at 1733152088670Obtaining lock to block concurrent updates at 1733152088670Preparing flush snapshotting stores in 4d9904a7a341275b7491f71e4718764a at 1733152088670Finished memstore snapshotting hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733152088670Flushing stores of hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. at 1733152088671 (+1 ms)Flushing 4d9904a7a341275b7491f71e4718764a/hfileref: creating writer at 1733152088671Flushing 4d9904a7a341275b7491f71e4718764a/hfileref: appending metadata at 1733152088683 (+12 ms)Flushing 4d9904a7a341275b7491f71e4718764a/hfileref: closing flushed file at 1733152088683Flushing 4d9904a7a341275b7491f71e4718764a/queue: creating writer at 1733152089094 (+411 ms)Flushing 4d9904a7a341275b7491f71e4718764a/queue: appending metadata at 1733152089109 (+15 ms)Flushing 4d9904a7a341275b7491f71e4718764a/queue: closing flushed file at 1733152089109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284e0235: reopening flushed file at 1733152089519 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e10dbdb: reopening flushed file at 1733152089523 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4d9904a7a341275b7491f71e4718764a in 859ms, sequenceid=10, compaction requested=false at 1733152089529 (+6 ms)Writing region close event to WAL at 1733152089531 (+2 ms)Running coprocessor post-close hooks at 1733152089534 (+3 ms)Closed at 1733152089534 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152075463.4d9904a7a341275b7491f71e4718764a. 2024-12-02T15:08:09,534 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb50f93d4f3539d26cc242bd7e34b0dc, disabling compactions & flushes 2024-12-02T15:08:09,534 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:08:09,535 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:08:09,535 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. after waiting 0 ms 2024-12-02T15:08:09,535 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:08:09,540 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/rep_barrier/5cffabb16c724210a1ed897cdc4afcfc is 112, key is test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc./rep_barrier:seqnumDuringOpen/1733152072903/Put/seqid=0 2024-12-02T15:08:09,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/default/test/eb50f93d4f3539d26cc242bd7e34b0dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:08:09,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:09,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:09,542 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:08:09,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb50f93d4f3539d26cc242bd7e34b0dc: Waiting for close lock at 1733152089534Running coprocessor pre-close hooks at 1733152089534Disabling compacts and flushes for region at 1733152089534Disabling writes for close at 1733152089535 (+1 ms)Writing region close event to WAL at 1733152089539 (+4 ms)Running coprocessor post-close hooks at 1733152089542 (+3 ms)Closed at 1733152089542 2024-12-02T15:08:09,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152072157.eb50f93d4f3539d26cc242bd7e34b0dc. 2024-12-02T15:08:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741850_1026 (size=5518) 2024-12-02T15:08:09,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:09,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to be0458f36726:45851 this server is in the failed servers list 2024-12-02T15:08:09,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: be0458f36726:45851 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:09,671 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:08:09,671 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:08:09,671 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:09,871 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:09,949 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/rep_barrier/5cffabb16c724210a1ed897cdc4afcfc 2024-12-02T15:08:09,972 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/table/52322594c0254316bb4b7614ab774cf7 is 53, key is hbase:replication/table:state/1733152076639/Put/seqid=0 2024-12-02T15:08:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741851_1027 (size=5308) 2024-12-02T15:08:10,072 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:10,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:10,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to be0458f36726:45851 this server is in the failed servers list 2024-12-02T15:08:10,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: be0458f36726:45851 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:10,272 DEBUG [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:08:10,309 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1033, reset compression=false 2024-12-02T15:08:10,314 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:10,314 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.wal-reader.be0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/WALs/be0458f36726,43841,1733152064096/be0458f36726%2C43841%2C1733152064096.1733152066302 to pos 1328, reset compression=false 2024-12-02T15:08:10,376 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/table/52322594c0254316bb4b7614ab774cf7 2024-12-02T15:08:10,381 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/info/1f9a420560e643128fe3a9c0b1eac8c6 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/info/1f9a420560e643128fe3a9c0b1eac8c6 2024-12-02T15:08:10,385 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/info/1f9a420560e643128fe3a9c0b1eac8c6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:08:10,385 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/ns/9501753e4d174dd4913168e4b87f6dd0 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/ns/9501753e4d174dd4913168e4b87f6dd0 2024-12-02T15:08:10,389 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/ns/9501753e4d174dd4913168e4b87f6dd0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:08:10,390 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/rep_barrier/5cffabb16c724210a1ed897cdc4afcfc as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/rep_barrier/5cffabb16c724210a1ed897cdc4afcfc 2024-12-02T15:08:10,394 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/rep_barrier/5cffabb16c724210a1ed897cdc4afcfc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:08:10,395 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/.tmp/table/52322594c0254316bb4b7614ab774cf7 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/table/52322594c0254316bb4b7614ab774cf7 2024-12-02T15:08:10,399 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/table/52322594c0254316bb4b7614ab774cf7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:08:10,399 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-12-02T15:08:10,399 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:08:10,407 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:08:10,407 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:10,407 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:10,407 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:10,408 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152088670Running coprocessor pre-close hooks at 1733152088670Disabling compacts and flushes for region at 1733152088670Disabling writes for close at 1733152088670Obtaining lock to block concurrent updates at 1733152088670Preparing flush snapshotting stores in 1588230740 at 1733152088670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152088671 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733152088671Flushing 1588230740/info: creating writer at 1733152088671Flushing 1588230740/info: appending metadata at 1733152088688 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733152088688Flushing 1588230740/ns: creating writer at 1733152089098 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733152089114 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733152089114Flushing 1588230740/rep_barrier: creating writer at 1733152089523 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152089539 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152089540 (+1 ms)Flushing 1588230740/table: creating writer at 1733152089954 (+414 ms)Flushing 1588230740/table: appending metadata at 1733152089971 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733152089971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65543ea4: reopening flushed file at 1733152090380 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6b38e7: reopening flushed file at 1733152090385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d0b2a: reopening flushed file at 1733152090389 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8946bef: reopening flushed file at 1733152090394 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1733152090399 (+5 ms)Writing region close event to WAL at 1733152090403 (+4 ms)Running coprocessor post-close hooks at 1733152090407 (+4 ms)Closed at 1733152090407 2024-12-02T15:08:10,408 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:10,472 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(976): stopping server be0458f36726,43841,1733152064096; all regions closed. 2024-12-02T15:08:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:08:10,476 DEBUG [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs 2024-12-02T15:08:10,476 INFO [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C43841%2C1733152064096.meta:.meta(num 1733152067251) 2024-12-02T15:08:10,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741839_1015 (size=2695) 2024-12-02T15:08:10,479 DEBUG [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs 2024-12-02T15:08:10,479 INFO [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C43841%2C1733152064096.rep:(num 1733152076598) 2024-12-02T15:08:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741832_1008 (size=1336) 2024-12-02T15:08:10,483 DEBUG [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/oldWALs 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C43841%2C1733152064096:(num 1733152066302) 2024-12-02T15:08:10,483 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:10,483 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:10,483 INFO [RS:0;be0458f36726:43841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,43841,1733152064096 because: Region server is closing 2024-12-02T15:08:10,484 INFO [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43841. 2024-12-02T15:08:10,484 DEBUG [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:10,484 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:10,484 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:10,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:10,584 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T15:08:10,584 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T15:08:10,584 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T15:08:11,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:11,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:11,136 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:11,285 INFO [RS:0;be0458f36726:43841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43841,1733152064096.replicationSource.shipperbe0458f36726%2C43841%2C1733152064096,1-be0458f36726,43841,1733152064096 terminated 2024-12-02T15:08:11,285 INFO [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43841. 2024-12-02T15:08:11,285 DEBUG [RS:0;be0458f36726:43841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:11,285 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:11,286 DEBUG [RS:0;be0458f36726:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:11,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:11,286 INFO [RS:0;be0458f36726:43841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43841 2024-12-02T15:08:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1269297116/rs/be0458f36726,43841,1733152064096 2024-12-02T15:08:11,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116/rs 2024-12-02T15:08:11,327 INFO [RS:0;be0458f36726:43841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:11,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,43841,1733152064096] 2024-12-02T15:08:11,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1269297116/draining/be0458f36726,43841,1733152064096 already deleted, retry=false 2024-12-02T15:08:11,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,43841,1733152064096 expired; onlineServers=0 2024-12-02T15:08:11,343 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,38275,1733152063948' ***** 2024-12-02T15:08:11,343 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:08:11,343 INFO [M:0;be0458f36726:38275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:11,343 INFO [M:0;be0458f36726:38275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:11,343 DEBUG [M:0;be0458f36726:38275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:08:11,343 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:08:11,343 DEBUG [M:0;be0458f36726:38275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:08:11,343 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152066054 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152066054,5,FailOnTimeoutGroup] 2024-12-02T15:08:11,343 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152066054 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152066054,5,FailOnTimeoutGroup] 2024-12-02T15:08:11,344 INFO [M:0;be0458f36726:38275 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:11,344 INFO [M:0;be0458f36726:38275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:11,344 DEBUG [M:0;be0458f36726:38275 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:08:11,344 INFO [M:0;be0458f36726:38275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:08:11,344 INFO [M:0;be0458f36726:38275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:11,344 INFO [M:0;be0458f36726:38275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:08:11,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:08:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1269297116/master 2024-12-02T15:08:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1269297116 2024-12-02T15:08:11,351 DEBUG [M:0;be0458f36726:38275 {}] zookeeper.ZKUtil(347): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Unable to get data of znode /0-1269297116/master because node does not exist (not an error) 2024-12-02T15:08:11,351 WARN [M:0;be0458f36726:38275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:08:11,353 INFO [M:0;be0458f36726:38275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/.lastflushedseqids 2024-12-02T15:08:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741852_1028 (size=263) 2024-12-02T15:08:11,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:11,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10197c381850001, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:11,435 INFO [RS:0;be0458f36726:43841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:11,435 INFO [RS:0;be0458f36726:43841 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,43841,1733152064096; zookeeper connection closed. 2024-12-02T15:08:11,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 2024-12-02T15:08:11,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:08:11,757 INFO [M:0;be0458f36726:38275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:08:11,758 INFO [M:0;be0458f36726:38275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:08:11,758 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:11,758 INFO [M:0;be0458f36726:38275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:11,758 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:11,758 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:11,758 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:11,758 INFO [M:0;be0458f36726:38275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T15:08:11,771 DEBUG [M:0;be0458f36726:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e063b9877c4c7dbd629571cd2fab88 is 82, key is hbase:meta,,1/info:regioninfo/1733152067286/Put/seqid=0 2024-12-02T15:08:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741853_1029 (size=5672) 2024-12-02T15:08:11,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:11,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:11,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:11,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:12,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:12,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:12,175 INFO [M:0;be0458f36726:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e063b9877c4c7dbd629571cd2fab88 2024-12-02T15:08:12,192 DEBUG [M:0;be0458f36726:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65587da6e1f44bc8a2720e021c649d8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152076642/Put/seqid=0 2024-12-02T15:08:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741854_1030 (size=8517) 2024-12-02T15:08:12,596 INFO [M:0;be0458f36726:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65587da6e1f44bc8a2720e021c649d8 2024-12-02T15:08:12,613 DEBUG [M:0;be0458f36726:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b678a759ad944f78b469ac8ad5afcfc3 is 69, key is be0458f36726,43841,1733152064096/rs:state/1733152066151/Put/seqid=0 2024-12-02T15:08:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741855_1031 (size=5156) 2024-12-02T15:08:13,017 INFO [M:0;be0458f36726:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b678a759ad944f78b469ac8ad5afcfc3 2024-12-02T15:08:13,022 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e063b9877c4c7dbd629571cd2fab88 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e063b9877c4c7dbd629571cd2fab88 2024-12-02T15:08:13,027 INFO [M:0;be0458f36726:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e063b9877c4c7dbd629571cd2fab88, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:08:13,028 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65587da6e1f44bc8a2720e021c649d8 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e65587da6e1f44bc8a2720e021c649d8 2024-12-02T15:08:13,032 INFO [M:0;be0458f36726:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e65587da6e1f44bc8a2720e021c649d8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:08:13,033 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b678a759ad944f78b469ac8ad5afcfc3 as hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b678a759ad944f78b469ac8ad5afcfc3 2024-12-02T15:08:13,037 INFO [M:0;be0458f36726:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44111/user/jenkins/test-data/510cf0dd-ee34-0634-c967-0cdbd5d6aad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b678a759ad944f78b469ac8ad5afcfc3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:08:13,038 INFO [M:0;be0458f36726:38275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-12-02T15:08:13,046 INFO [M:0;be0458f36726:38275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:13,046 DEBUG [M:0;be0458f36726:38275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152091758Disabling compacts and flushes for region at 1733152091758Disabling writes for close at 1733152091758Obtaining lock to block concurrent updates at 1733152091758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152091758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733152091758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152091759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152091759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152091771 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152091771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152092180 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152092192 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152092192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152092600 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152092612 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152092612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ab467c: reopening flushed file at 1733152093022 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770415c3: reopening flushed file at 1733152093027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e81bfcf: reopening flushed file at 1733152093032 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1733152093038 (+6 ms)Writing region close event to WAL at 1733152093046 (+8 ms)Closed at 1733152093046 2024-12-02T15:08:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741830_1006 (size=63666) 2024-12-02T15:08:13,055 INFO [M:0;be0458f36726:38275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:08:13,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:13,055 INFO [M:0;be0458f36726:38275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38275 2024-12-02T15:08:13,055 INFO [M:0;be0458f36726:38275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:13,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:13,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:13,144 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:13,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:13,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x10197c381850000, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:13,193 INFO [M:0;be0458f36726:38275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:13,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b238757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:13,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:13,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:13,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:13,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:13,197 WARN [BP-1292279696-172.17.0.2-1733152062444 heartbeating to localhost/127.0.0.1:44111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:08:13,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:08:13,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:08:13,197 WARN [BP-1292279696-172.17.0.2-1733152062444 heartbeating to localhost/127.0.0.1:44111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1292279696-172.17.0.2-1733152062444 (Datanode Uuid c09975b3-4aaf-43dc-9e8d-6cead05e1d9f) service to localhost/127.0.0.1:44111 2024-12-02T15:08:13,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/data/data1/current/BP-1292279696-172.17.0.2-1733152062444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:13,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/cluster_40c1fa50-df3a-6c1e-a85a-72a729f225d3/data/data2/current/BP-1292279696-172.17.0.2-1733152062444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:13,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:08:13,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45976c97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:13,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:13,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:13,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:13,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06813bdd-4dbe-a936-706f-b4d275eabd96/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:13,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:08:13,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:08:13,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44111 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56856) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38685 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56856) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44111 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44111 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38685 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=626 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4039 (was 4089) 2024-12-02T15:08:13,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4039 2024-12-02T15:08:13,248 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T15:08:13,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir so I do NOT create it in target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b 2024-12-02T15:08:13,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:08:13,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.tmp.dir so I do NOT create it in target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b 2024-12-02T15:08:13,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c97c672-a6d5-79ec-c32d-c7b7c009b3f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:08:13,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b 2024-12-02T15:08:13,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4, deleteOnExit=true 2024-12-02T15:08:13,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/zookeeper_0, clientPort=56357, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:08:13,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56357 2024-12-02T15:08:13,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:08:13,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:08:13,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/test.cache.data in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:08:13,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:08:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:08:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:08:13,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c381850005, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:08:13,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c381850002, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:08:13,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c381850002, quorum=127.0.0.1:56856, baseZNode=/0-1269297116 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:08:13,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c381850005, quorum=127.0.0.1:56856, baseZNode=/1-1938388038 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:08:13,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:13,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:13,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:13,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:13,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:08:13,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:13,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2ae49e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:13,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:13,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aae7083{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-10942965275278616168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:13,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6282b25e{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-12-02T15:08:13,612 INFO [Time-limited test {}] server.Server(415): Started @196313ms 2024-12-02T15:08:13,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:13,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:13,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:13,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:13,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:08:13,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:13,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:13,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398473d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/java.io.tmpdir/jetty-localhost-40379-hadoop-hdfs-3_4_1-tests_jar-_-any-11175041776680556737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:13,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:40379} 2024-12-02T15:08:13,898 INFO [Time-limited test {}] server.Server(415): Started @196598ms 2024-12-02T15:08:13,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:08:14,319 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/data/data1/current/BP-1211550361-172.17.0.2-1733152093298/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:14,319 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/data/data2/current/BP-1211550361-172.17.0.2-1733152093298/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:14,333 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:08:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cbf9ec10ae60fc0 with lease ID 0xad92d7503ade13df: Processing first storage report for DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8 from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1935b082-b7a3-4669-af37-5dc7d258bd24, infoPort=33123, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=717059441;c=1733152093298) 2024-12-02T15:08:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cbf9ec10ae60fc0 with lease ID 0xad92d7503ade13df: from storage DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8 node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1935b082-b7a3-4669-af37-5dc7d258bd24, infoPort=33123, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=717059441;c=1733152093298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cbf9ec10ae60fc0 with lease ID 0xad92d7503ade13df: Processing first storage report for DS-1a2955ff-8395-4681-b217-67bb492d7dff from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1935b082-b7a3-4669-af37-5dc7d258bd24, infoPort=33123, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=717059441;c=1733152093298) 2024-12-02T15:08:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cbf9ec10ae60fc0 with lease ID 0xad92d7503ade13df: from storage DS-1a2955ff-8395-4681-b217-67bb492d7dff node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=1935b082-b7a3-4669-af37-5dc7d258bd24, infoPort=33123, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=717059441;c=1733152093298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:14,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b 2024-12-02T15:08:14,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:14,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:08:14,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d with version=8 2024-12-02T15:08:14,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/hbase-staging 2024-12-02T15:08:14,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:08:14,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:14,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40861 2024-12-02T15:08:14,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40861 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:14,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408610x0, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:14,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40861-0x10197c3f9fd0000 connected 2024-12-02T15:08:14,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:14,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:14,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/running 2024-12-02T15:08:14,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d, hbase.cluster.distributed=false 2024-12-02T15:08:14,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/acl 2024-12-02T15:08:14,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-02T15:08:14,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-12-02T15:08:14,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-12-02T15:08:14,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-02T15:08:14,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-02T15:08:14,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:08:14,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:14,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40621 2024-12-02T15:08:14,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40621 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:14,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:14,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:15,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406210x0, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:15,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40621-0x10197c3f9fd0001 connected 2024-12-02T15:08:15,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/running 2024-12-02T15:08:15,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:08:15,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:08:15,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/master 2024-12-02T15:08:15,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/acl 2024-12-02T15:08:15,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-02T15:08:15,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40621 2024-12-02T15:08:15,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40621 2024-12-02T15:08:15,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-02T15:08:15,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-02T15:08:15,020 DEBUG [M:0;be0458f36726:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:40861 2024-12-02T15:08:15,021 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-90086653/backup-masters/be0458f36726,40861,1733152094831 2024-12-02T15:08:15,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/backup-masters 2024-12-02T15:08:15,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/backup-masters 2024-12-02T15:08:15,027 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on existing znode=/0-90086653/backup-masters/be0458f36726,40861,1733152094831 2024-12-02T15:08:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-90086653/master 2024-12-02T15:08:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:15,035 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on existing znode=/0-90086653/master 2024-12-02T15:08:15,035 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-90086653/backup-masters/be0458f36726,40861,1733152094831 from backup master directory 2024-12-02T15:08:15,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-90086653/backup-masters/be0458f36726,40861,1733152094831 2024-12-02T15:08:15,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/backup-masters 2024-12-02T15:08:15,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/backup-masters 2024-12-02T15:08:15,043 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:15,043 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,40861,1733152094831 2024-12-02T15:08:15,046 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/hbase.id] with ID: 23908a67-34fa-4e2f-b048-eb3b6cc109e4 2024-12-02T15:08:15,046 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/.tmp/hbase.id 2024-12-02T15:08:15,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:08:15,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/.tmp/hbase.id]:[hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/hbase.id] 2024-12-02T15:08:15,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:15,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:08:15,463 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:08:15,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:15,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:08:15,899 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:15,899 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:08:15,900 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:08:16,309 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store 2024-12-02T15:08:16,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:08:16,715 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:16,715 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:16,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:16,715 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:16,715 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:16,716 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:16,716 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:16,716 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152096715Disabling compacts and flushes for region at 1733152096715Disabling writes for close at 1733152096715Writing region close event to WAL at 1733152096716 (+1 ms)Closed at 1733152096716 2024-12-02T15:08:16,717 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/.initializing 2024-12-02T15:08:16,717 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/WALs/be0458f36726,40861,1733152094831 2024-12-02T15:08:16,717 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:16,719 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C40861%2C1733152094831, suffix=, logDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/WALs/be0458f36726,40861,1733152094831, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/oldWALs, maxLogs=10 2024-12-02T15:08:16,732 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/WALs/be0458f36726,40861,1733152094831/be0458f36726%2C40861%2C1733152094831.1733152096719, exclude list is [], retry=0 2024-12-02T15:08:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8,DISK] 2024-12-02T15:08:16,739 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/WALs/be0458f36726,40861,1733152094831/be0458f36726%2C40861%2C1733152094831.1733152096719 2024-12-02T15:08:16,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33123:33123)] 2024-12-02T15:08:16,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:16,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:16,740 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,740 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:08:16,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:16,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:16,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:08:16,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:16,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:16,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:08:16,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:16,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:16,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:08:16,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:16,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:16,748 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,749 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,749 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,750 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,750 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,750 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:16,751 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:16,753 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:16,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71453478, jitterRate=0.06473979353904724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:16,754 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152096740Initializing all the Stores at 1733152096741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152096741Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152096742 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152096742Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152096742Cleaning up temporary data from old regions at 1733152096750 (+8 ms)Region opened successfully at 1733152096754 (+4 ms) 2024-12-02T15:08:16,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:08:16,762 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fb9dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:16,763 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:08:16,763 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:08:16,763 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:08:16,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:08:16,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:08:16,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:08:16,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:08:16,767 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:08:16,767 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/balancer because node does not exist (not necessarily an error) 2024-12-02T15:08:16,776 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/balancer already deleted, retry=false 2024-12-02T15:08:16,776 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:08:16,777 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:08:16,784 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/normalizer already deleted, retry=false 2024-12-02T15:08:16,785 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:08:16,786 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:08:16,793 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/switch/split already deleted, retry=false 2024-12-02T15:08:16,794 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:08:16,801 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/switch/merge already deleted, retry=false 2024-12-02T15:08:16,804 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:08:16,814 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/snapshot-cleanup already deleted, retry=false 2024-12-02T15:08:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-90086653/running 2024-12-02T15:08:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-90086653/running 2024-12-02T15:08:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,818 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,40861,1733152094831, sessionid=0x10197c3f9fd0000, setting cluster-up flag (Was=false) 2024-12-02T15:08:16,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,859 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-90086653/flush-table-proc/acquired, /0-90086653/flush-table-proc/reached, /0-90086653/flush-table-proc/abort 2024-12-02T15:08:16,861 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40861,1733152094831 2024-12-02T15:08:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:16,901 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-90086653/online-snapshot/acquired, /0-90086653/online-snapshot/reached, /0-90086653/online-snapshot/abort 2024-12-02T15:08:16,903 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40861,1733152094831 2024-12-02T15:08:16,904 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:08:16,906 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:16,907 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:08:16,907 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:08:16,907 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,40861,1733152094831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:16,908 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:16,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:08:16,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:16,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:08:16,921 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(746): ClusterId : 23908a67-34fa-4e2f-b048-eb3b6cc109e4 2024-12-02T15:08:16,921 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:08:16,928 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:08:16,928 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152126930 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:08:16,931 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:08:16,935 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:08:16,936 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:16,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,947 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:08:16,947 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:08:16,947 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:08:16,947 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:08:16,950 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:08:16,950 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:08:16,951 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152096950,5,FailOnTimeoutGroup] 2024-12-02T15:08:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:08:16,954 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152096951,5,FailOnTimeoutGroup] 2024-12-02T15:08:16,954 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,955 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:08:16,955 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,955 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,959 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:40621 2024-12-02T15:08:16,959 INFO [RS:0;be0458f36726:40621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:08:16,959 INFO [RS:0;be0458f36726:40621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:08:16,959 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:08:16,959 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,40861,1733152094831 with port=40621, startcode=1733152094985 2024-12-02T15:08:16,960 DEBUG [RS:0;be0458f36726:40621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:08:16,961 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:08:16,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,40621,1733152094985 2024-12-02T15:08:16,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(517): Registering regionserver=be0458f36726,40621,1733152094985 2024-12-02T15:08:16,963 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d 2024-12-02T15:08:16,963 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40023 2024-12-02T15:08:16,963 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:08:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/rs 2024-12-02T15:08:16,969 DEBUG [RS:0;be0458f36726:40621 {}] zookeeper.ZKUtil(111): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on existing znode=/0-90086653/rs/be0458f36726,40621,1733152094985 2024-12-02T15:08:16,969 WARN [RS:0;be0458f36726:40621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:16,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,40621,1733152094985] 2024-12-02T15:08:16,969 INFO [RS:0;be0458f36726:40621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:16,969 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985 2024-12-02T15:08:16,977 INFO [RS:0;be0458f36726:40621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:08:16,983 INFO [RS:0;be0458f36726:40621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:08:16,983 INFO [RS:0;be0458f36726:40621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:08:16,983 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,983 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:08:16,984 INFO [RS:0;be0458f36726:40621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:08:16,984 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,984 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:16,985 DEBUG [RS:0;be0458f36726:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:16,989 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40621,1733152094985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:17,004 INFO [RS:0;be0458f36726:40621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:08:17,004 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40621,1733152094985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:17,005 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:17,005 INFO [RS:0;be0458f36726:40621 {}] regionserver.Replication(171): be0458f36726,40621,1733152094985 started 2024-12-02T15:08:17,018 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:17,018 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,40621,1733152094985, RpcServer on be0458f36726/172.17.0.2:40621, sessionid=0x10197c3f9fd0001 2024-12-02T15:08:17,018 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:08:17,018 DEBUG [RS:0;be0458f36726:40621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,40621,1733152094985 2024-12-02T15:08:17,018 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,40621,1733152094985' 2024-12-02T15:08:17,018 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-90086653/flush-table-proc/abort' 2024-12-02T15:08:17,018 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-90086653/flush-table-proc/acquired' 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,40621,1733152094985 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,40621,1733152094985' 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-90086653/online-snapshot/abort' 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-90086653/online-snapshot/acquired' 2024-12-02T15:08:17,019 DEBUG [RS:0;be0458f36726:40621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:08:17,019 INFO [RS:0;be0458f36726:40621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:08:17,019 INFO [RS:0;be0458f36726:40621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:08:17,120 INFO [RS:0;be0458f36726:40621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:17,121 INFO [RS:0;be0458f36726:40621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C40621%2C1733152094985, suffix=, logDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/oldWALs, maxLogs=10 2024-12-02T15:08:17,137 DEBUG [RS:0;be0458f36726:40621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, exclude list is [], retry=0 2024-12-02T15:08:17,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8,DISK] 2024-12-02T15:08:17,147 INFO [RS:0;be0458f36726:40621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 2024-12-02T15:08:17,148 DEBUG [RS:0;be0458f36726:40621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33123:33123)] 2024-12-02T15:08:17,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:17,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:17,174 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:17,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:08:17,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d 2024-12-02T15:08:17,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:08:17,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:17,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:17,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:17,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:17,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:17,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:17,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:17,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:17,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:17,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:17,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:17,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:17,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:17,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:17,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:17,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:17,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740 2024-12-02T15:08:17,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740 2024-12-02T15:08:17,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:17,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:17,768 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:17,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:17,770 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61351560, jitterRate=-0.08579051494598389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152097760Initializing all the Stores at 1733152097761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152097761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152097761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152097761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152097761Cleaning up temporary data from old regions at 1733152097767 (+6 ms)Region opened successfully at 1733152097770 (+3 ms) 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:17,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:17,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:17,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:17,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152097770Disabling compacts and flushes for region at 1733152097770Disabling writes for close at 1733152097770Writing region close event to WAL at 1733152097772 (+2 ms)Closed at 1733152097772 2024-12-02T15:08:17,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:17,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:08:17,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:08:17,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:17,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:08:17,925 DEBUG [be0458f36726:40861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:08:17,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:17,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,40621,1733152094985, state=OPENING 2024-12-02T15:08:17,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:08:18,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:18,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:18,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:18,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-90086653/meta-region-server: CHANGED 2024-12-02T15:08:18,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,40621,1733152094985}] 2024-12-02T15:08:18,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-90086653/meta-region-server: CHANGED 2024-12-02T15:08:18,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:18,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:08:18,177 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:08:18,177 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:18,177 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:08:18,178 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C40621%2C1733152094985.meta, suffix=.meta, logDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/oldWALs, maxLogs=10 2024-12-02T15:08:18,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.meta.1733152098179.meta, exclude list is [], retry=0 2024-12-02T15:08:18,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8,DISK] 2024-12-02T15:08:18,194 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.meta.1733152098179.meta 2024-12-02T15:08:18,194 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33123:33123)] 2024-12-02T15:08:18,194 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:18,195 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:18,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:18,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:08:18,195 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:08:18,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:08:18,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:18,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:08:18,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:08:18,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:18,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:18,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:18,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:18,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:18,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:18,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:18,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:18,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:18,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:18,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:18,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:18,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:18,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:18,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:18,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:18,200 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:18,201 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740 2024-12-02T15:08:18,202 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740 2024-12-02T15:08:18,203 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:18,203 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:18,203 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:18,204 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:18,205 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65164208, jitterRate=-0.028977632522583008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:18,205 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:08:18,205 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152098196Writing region info on filesystem at 1733152098196Initializing all the Stores at 1733152098196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152098196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152098197 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152098197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152098197Cleaning up temporary data from old regions at 1733152098203 (+6 ms)Running coprocessor post-open hooks at 1733152098205 (+2 ms)Region opened successfully at 1733152098205 2024-12-02T15:08:18,206 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152098173 2024-12-02T15:08:18,208 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:08:18,208 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:08:18,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:18,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,40621,1733152094985, state=OPEN 2024-12-02T15:08:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-90086653/meta-region-server 2024-12-02T15:08:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-90086653/meta-region-server 2024-12-02T15:08:18,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,40621,1733152094985 2024-12-02T15:08:18,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-90086653/meta-region-server: CHANGED 2024-12-02T15:08:18,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-90086653/meta-region-server: CHANGED 2024-12-02T15:08:18,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:08:18,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,40621,1733152094985 in 244 msec 2024-12-02T15:08:18,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:08:18,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-02T15:08:18,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:18,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:08:18,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:18,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,40621,1733152094985, seqNum=-1] 2024-12-02T15:08:18,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:18,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:18,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-12-02T15:08:18,276 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152098276, completionTime=-1 2024-12-02T15:08:18,276 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:08:18,276 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152158278 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152218278 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:40861, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,278 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,280 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:18,282 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:08:18,284 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:08:18,284 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:08:18,284 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40861,1733152094831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:18,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:18,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:18,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:18,323 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:18,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:18,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:18,324 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:18,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:18,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,40621,1733152094985, seqNum=-1] 2024-12-02T15:08:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:18,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:18,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,40861,1733152094831 2024-12-02T15:08:18,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:18,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c3f9fd0002 connected 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir so I do NOT create it in target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6 2024-12-02T15:08:18,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.tmp.dir so I do NOT create it in target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6 2024-12-02T15:08:18,418 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:08:18,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/cluster_ba9a5f13-25ba-84d5-d62f-bb68a6c03754, deleteOnExit=true 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:08:18,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/test.cache.data in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:08:18,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:08:18,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:18,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:08:18,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:08:18,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:18,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:18,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:18,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:18,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:18,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:18,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:18,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:18,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:18,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:18,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d3e0f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/java.io.tmpdir/jetty-localhost-41473-hadoop-hdfs-3_4_1-tests_jar-_-any-9718214978710885840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:18,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b633c8{HTTP/1.1, (http/1.1)}{localhost:41473} 2024-12-02T15:08:18,873 INFO [Time-limited test {}] server.Server(415): Started @201574ms 2024-12-02T15:08:19,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:19,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:19,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:19,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:19,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:19,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa3ede5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/java.io.tmpdir/jetty-localhost-35445-hadoop-hdfs-3_4_1-tests_jar-_-any-7301598832645675766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:19,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d720{HTTP/1.1, (http/1.1)}{localhost:35445} 2024-12-02T15:08:19,233 INFO [Time-limited test {}] server.Server(415): Started @201933ms 2024-12-02T15:08:19,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:08:19,848 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/cluster_ba9a5f13-25ba-84d5-d62f-bb68a6c03754/data/data1/current/BP-1074137987-172.17.0.2-1733152098432/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:19,848 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/cluster_ba9a5f13-25ba-84d5-d62f-bb68a6c03754/data/data2/current/BP-1074137987-172.17.0.2-1733152098432/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:19,864 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:08:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f5c56429332c27e with lease ID 0xf5cb29a9422911f9: Processing first storage report for DS-88f74b61-9819-46a7-8ad0-302f9743f254 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=2a714cf7-e14d-4572-a6a1-9d5020462b71, infoPort=38741, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=63514152;c=1733152098432) 2024-12-02T15:08:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f5c56429332c27e with lease ID 0xf5cb29a9422911f9: from storage DS-88f74b61-9819-46a7-8ad0-302f9743f254 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=2a714cf7-e14d-4572-a6a1-9d5020462b71, infoPort=38741, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=63514152;c=1733152098432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f5c56429332c27e with lease ID 0xf5cb29a9422911f9: Processing first storage report for DS-ac075d41-87ba-4c96-9044-532e8077fd32 from datanode DatanodeRegistration(127.0.0.1:35895, datanodeUuid=2a714cf7-e14d-4572-a6a1-9d5020462b71, infoPort=38741, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=63514152;c=1733152098432) 2024-12-02T15:08:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f5c56429332c27e with lease ID 0xf5cb29a9422911f9: from storage DS-ac075d41-87ba-4c96-9044-532e8077fd32 node DatanodeRegistration(127.0.0.1:35895, datanodeUuid=2a714cf7-e14d-4572-a6a1-9d5020462b71, infoPort=38741, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=63514152;c=1733152098432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:19,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6 2024-12-02T15:08:19,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:19,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:08:19,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516 with version=8 2024-12-02T15:08:19,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/hbase-staging 2024-12-02T15:08:19,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:08:19,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:19,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40831 2024-12-02T15:08:19,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40831 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408310x0, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:19,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40831-0x10197c3f9fd0003 connected 2024-12-02T15:08:19,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:19,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:19,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/running 2024-12-02T15:08:19,980 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516, hbase.cluster.distributed=false 2024-12-02T15:08:19,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/acl 2024-12-02T15:08:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-02T15:08:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40831 2024-12-02T15:08:19,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40831 2024-12-02T15:08:19,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-02T15:08:19,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-02T15:08:20,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:08:20,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:20,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41665 2024-12-02T15:08:20,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41665 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:20,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:20,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416650x0, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:20,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416650x0, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/running 2024-12-02T15:08:20,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:08:20,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41665-0x10197c3f9fd0004 connected 2024-12-02T15:08:20,021 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:08:20,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/master 2024-12-02T15:08:20,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/acl 2024-12-02T15:08:20,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41665 2024-12-02T15:08:20,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41665 2024-12-02T15:08:20,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41665 2024-12-02T15:08:20,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41665 2024-12-02T15:08:20,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41665 2024-12-02T15:08:20,059 DEBUG [M:0;be0458f36726:40831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:40831 2024-12-02T15:08:20,062 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11646163604/backup-masters/be0458f36726,40831,1733152099901 2024-12-02T15:08:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/backup-masters 2024-12-02T15:08:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/backup-masters 2024-12-02T15:08:20,068 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on existing znode=/11646163604/backup-masters/be0458f36726,40831,1733152099901 2024-12-02T15:08:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646163604/master 2024-12-02T15:08:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:20,077 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on existing znode=/11646163604/master 2024-12-02T15:08:20,077 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11646163604/backup-masters/be0458f36726,40831,1733152099901 from backup master directory 2024-12-02T15:08:20,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646163604/backup-masters/be0458f36726,40831,1733152099901 2024-12-02T15:08:20,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/backup-masters 2024-12-02T15:08:20,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/backup-masters 2024-12-02T15:08:20,084 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:20,084 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,40831,1733152099901 2024-12-02T15:08:20,088 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/hbase.id] with ID: fe32d40c-3c64-486f-b23b-ab8ca0e27338 2024-12-02T15:08:20,088 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/.tmp/hbase.id 2024-12-02T15:08:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:08:20,494 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/.tmp/hbase.id]:[hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/hbase.id] 2024-12-02T15:08:20,502 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:20,502 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:08:20,503 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:08:20,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:20,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:08:20,915 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:20,916 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:08:20,916 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:08:21,326 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store 2024-12-02T15:08:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:21,332 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:21,332 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:21,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152101332Disabling compacts and flushes for region at 1733152101332Disabling writes for close at 1733152101332Writing region close event to WAL at 1733152101332Closed at 1733152101332 2024-12-02T15:08:21,333 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/.initializing 2024-12-02T15:08:21,333 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/WALs/be0458f36726,40831,1733152099901 2024-12-02T15:08:21,334 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:21,335 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C40831%2C1733152099901, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/WALs/be0458f36726,40831,1733152099901, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/oldWALs, maxLogs=10 2024-12-02T15:08:21,345 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/WALs/be0458f36726,40831,1733152099901/be0458f36726%2C40831%2C1733152099901.1733152101335, exclude list is [], retry=0 2024-12-02T15:08:21,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-88f74b61-9819-46a7-8ad0-302f9743f254,DISK] 2024-12-02T15:08:21,349 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/WALs/be0458f36726,40831,1733152099901/be0458f36726%2C40831%2C1733152099901.1733152101335 2024-12-02T15:08:21,349 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-02T15:08:21,349 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:21,350 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:21,350 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,350 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:08:21,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:21,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:08:21,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:21,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:08:21,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:21,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:08:21,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:21,355 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,355 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,355 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,356 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,356 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,356 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:21,357 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:21,358 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:21,359 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67706508, jitterRate=0.008905589580535889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:21,359 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152101350Initializing all the Stores at 1733152101350Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152101350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152101351 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152101351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152101351Cleaning up temporary data from old regions at 1733152101356 (+5 ms)Region opened successfully at 1733152101359 (+3 ms) 2024-12-02T15:08:21,359 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:08:21,361 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2ccd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:08:21,362 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:08:21,364 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:08:21,366 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/balancer because node does not exist (not necessarily an error) 2024-12-02T15:08:21,376 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/balancer already deleted, retry=false 2024-12-02T15:08:21,376 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:08:21,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:08:21,384 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/normalizer already deleted, retry=false 2024-12-02T15:08:21,384 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:08:21,385 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:08:21,392 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/switch/split already deleted, retry=false 2024-12-02T15:08:21,393 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:08:21,401 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/switch/merge already deleted, retry=false 2024-12-02T15:08:21,403 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:08:21,409 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/snapshot-cleanup already deleted, retry=false 2024-12-02T15:08:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646163604/running 2024-12-02T15:08:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11646163604/running 2024-12-02T15:08:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,419 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,40831,1733152099901, sessionid=0x10197c3f9fd0003, setting cluster-up flag (Was=false) 2024-12-02T15:08:21,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,459 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11646163604/flush-table-proc/acquired, /11646163604/flush-table-proc/reached, /11646163604/flush-table-proc/abort 2024-12-02T15:08:21,460 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40831,1733152099901 2024-12-02T15:08:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:21,501 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11646163604/online-snapshot/acquired, /11646163604/online-snapshot/reached, /11646163604/online-snapshot/abort 2024-12-02T15:08:21,502 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40831,1733152099901 2024-12-02T15:08:21,503 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:08:21,511 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:21,511 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:08:21,511 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:08:21,511 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,40831,1733152099901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:21,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:21,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:08:21,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:08:21,518 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152131518 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,519 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:08:21,520 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:08:21,520 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:08:21,520 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:08:21,522 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:08:21,523 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:08:21,528 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152101523,5,FailOnTimeoutGroup] 2024-12-02T15:08:21,529 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152101528,5,FailOnTimeoutGroup] 2024-12-02T15:08:21,529 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,529 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:08:21,529 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,529 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:08:21,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:08:21,536 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516 2024-12-02T15:08:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:08:21,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:21,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:21,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:21,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:21,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:21,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:21,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:21,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:21,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:21,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:21,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:21,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:21,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:21,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:21,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:21,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740 2024-12-02T15:08:21,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740 2024-12-02T15:08:21,552 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(746): ClusterId : fe32d40c-3c64-486f-b23b-ab8ca0e27338 2024-12-02T15:08:21,552 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:08:21,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:21,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:21,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:21,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:21,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:21,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75376213, jitterRate=0.12319310009479523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152101544Initializing all the Stores at 1733152101545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152101545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152101545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152101545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152101545Cleaning up temporary data from old regions at 1733152101553 (+8 ms)Region opened successfully at 1733152101559 (+6 ms) 2024-12-02T15:08:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:21,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:21,561 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:08:21,561 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:08:21,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:21,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152101559Disabling compacts and flushes for region at 1733152101559Disabling writes for close at 1733152101559Writing region close event to WAL at 1733152101563 (+4 ms)Closed at 1733152101563 2024-12-02T15:08:21,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:21,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:08:21,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:08:21,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:21,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:08:21,568 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:08:21,569 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb57762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:21,582 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:41665 2024-12-02T15:08:21,582 INFO [RS:0;be0458f36726:41665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:08:21,582 INFO [RS:0;be0458f36726:41665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:08:21,582 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:08:21,583 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,40831,1733152099901 with port=41665, startcode=1733152100002 2024-12-02T15:08:21,583 DEBUG [RS:0;be0458f36726:41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:08:21,585 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:08:21,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,41665,1733152100002 2024-12-02T15:08:21,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40831 {}] master.ServerManager(517): Registering regionserver=be0458f36726,41665,1733152100002 2024-12-02T15:08:21,587 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516 2024-12-02T15:08:21,587 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36863 2024-12-02T15:08:21,587 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:08:21,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/rs 2024-12-02T15:08:21,593 DEBUG [RS:0;be0458f36726:41665 {}] zookeeper.ZKUtil(111): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on existing znode=/11646163604/rs/be0458f36726,41665,1733152100002 2024-12-02T15:08:21,593 WARN [RS:0;be0458f36726:41665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:21,593 INFO [RS:0;be0458f36726:41665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:21,594 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002 2024-12-02T15:08:21,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,41665,1733152100002] 2024-12-02T15:08:21,601 INFO [RS:0;be0458f36726:41665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:08:21,607 INFO [RS:0;be0458f36726:41665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:08:21,608 INFO [RS:0;be0458f36726:41665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:08:21,608 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,608 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:08:21,609 INFO [RS:0;be0458f36726:41665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:08:21,610 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:21,610 DEBUG [RS:0;be0458f36726:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,614 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41665,1733152100002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:21,632 INFO [RS:0;be0458f36726:41665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:08:21,632 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41665,1733152100002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,632 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,632 INFO [RS:0;be0458f36726:41665 {}] regionserver.Replication(171): be0458f36726,41665,1733152100002 started 2024-12-02T15:08:21,650 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:21,651 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,41665,1733152100002, RpcServer on be0458f36726/172.17.0.2:41665, sessionid=0x10197c3f9fd0004 2024-12-02T15:08:21,651 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:08:21,651 DEBUG [RS:0;be0458f36726:41665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,41665,1733152100002 2024-12-02T15:08:21,651 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41665,1733152100002' 2024-12-02T15:08:21,651 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11646163604/flush-table-proc/abort' 2024-12-02T15:08:21,651 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11646163604/flush-table-proc/acquired' 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,41665,1733152100002 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41665,1733152100002' 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11646163604/online-snapshot/abort' 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11646163604/online-snapshot/acquired' 2024-12-02T15:08:21,652 DEBUG [RS:0;be0458f36726:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:08:21,653 INFO [RS:0;be0458f36726:41665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:08:21,653 INFO [RS:0;be0458f36726:41665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:08:21,716 WARN [be0458f36726:40831 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:08:21,753 INFO [RS:0;be0458f36726:41665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:21,754 INFO [RS:0;be0458f36726:41665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41665%2C1733152100002, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/oldWALs, maxLogs=10 2024-12-02T15:08:21,766 DEBUG [RS:0;be0458f36726:41665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, exclude list is [], retry=0 2024-12-02T15:08:21,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-88f74b61-9819-46a7-8ad0-302f9743f254,DISK] 2024-12-02T15:08:21,770 INFO [RS:0;be0458f36726:41665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 2024-12-02T15:08:21,770 DEBUG [RS:0;be0458f36726:41665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-02T15:08:21,966 DEBUG [be0458f36726:40831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:08:21,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:21,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41665,1733152100002, state=OPENING 2024-12-02T15:08:22,007 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:08:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:22,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:22,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646163604/meta-region-server: CHANGED 2024-12-02T15:08:22,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646163604/meta-region-server: CHANGED 2024-12-02T15:08:22,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41665,1733152100002}] 2024-12-02T15:08:22,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:22,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:08:22,174 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:08:22,174 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:22,174 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:08:22,175 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41665%2C1733152100002.meta, suffix=.meta, logDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/oldWALs, maxLogs=10 2024-12-02T15:08:22,186 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.meta.1733152102175.meta, exclude list is [], retry=0 2024-12-02T15:08:22,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-88f74b61-9819-46a7-8ad0-302f9743f254,DISK] 2024-12-02T15:08:22,189 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.meta.1733152102175.meta 2024-12-02T15:08:22,189 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:22,190 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:08:22,190 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:08:22,190 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:08:22,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:22,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:22,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:22,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:22,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:22,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:22,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:22,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:22,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:22,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:22,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:22,195 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:22,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740 2024-12-02T15:08:22,196 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740 2024-12-02T15:08:22,197 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:22,197 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:22,197 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:22,198 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:22,198 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60123809, jitterRate=-0.10408543050289154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:22,198 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:08:22,199 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152102190Writing region info on filesystem at 1733152102190Initializing all the Stores at 1733152102191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152102191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152102191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152102191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152102191Cleaning up temporary data from old regions at 1733152102197 (+6 ms)Running coprocessor post-open hooks at 1733152102198 (+1 ms)Region opened successfully at 1733152102198 2024-12-02T15:08:22,199 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152102169 2024-12-02T15:08:22,201 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:08:22,201 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:08:22,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:22,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41665,1733152100002, state=OPEN 2024-12-02T15:08:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11646163604/meta-region-server 2024-12-02T15:08:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11646163604/meta-region-server 2024-12-02T15:08:22,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646163604/meta-region-server: CHANGED 2024-12-02T15:08:22,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11646163604/meta-region-server: CHANGED 2024-12-02T15:08:22,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,41665,1733152100002 2024-12-02T15:08:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:08:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41665,1733152100002 in 234 msec 2024-12-02T15:08:22,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:08:22,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-12-02T15:08:22,257 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:22,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:08:22,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:22,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41665,1733152100002, seqNum=-1] 2024-12-02T15:08:22,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:22,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:22,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-12-02T15:08:22,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152102264, completionTime=-1 2024-12-02T15:08:22,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:08:22,264 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152162266 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152222266 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:40831, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,268 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.186sec 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:22,270 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:08:22,272 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:08:22,272 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:08:22,272 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40831,1733152099901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:22,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:22,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:22,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:22,353 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d2478a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:22,355 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:22,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:22,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41665,1733152100002, seqNum=-1] 2024-12-02T15:08:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:22,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:22,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,40831,1733152099901 2024-12-02T15:08:22,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-12-02T15:08:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:22,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c3f9fd0005 connected 2024-12-02T15:08:22,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40861,1733152094831 2024-12-02T15:08:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4423ba73 2024-12-02T15:08:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:22,413 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:22,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:08:22,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:22,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:22,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:08:22,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:08:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:22,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a496e158d21c2458d1dd31bae4aacca7, NAME => 'test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d 2024-12-02T15:08:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a496e158d21c2458d1dd31bae4aacca7, disabling compactions & flushes 2024-12-02T15:08:22,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. after waiting 0 ms 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:22,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:22,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a496e158d21c2458d1dd31bae4aacca7: Waiting for close lock at 1733152102834Disabling compacts and flushes for region at 1733152102834Disabling writes for close at 1733152102834Writing region close event to WAL at 1733152102834Closed at 1733152102834 2024-12-02T15:08:22,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:22,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152102835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152102835"}]},"ts":"1733152102835"} 2024-12-02T15:08:22,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:22,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:22,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152102838"}]},"ts":"1733152102838"} 2024-12-02T15:08:22,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:08:22,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a496e158d21c2458d1dd31bae4aacca7, ASSIGN}] 2024-12-02T15:08:22,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a496e158d21c2458d1dd31bae4aacca7, ASSIGN 2024-12-02T15:08:22,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a496e158d21c2458d1dd31bae4aacca7, ASSIGN; state=OFFLINE, location=be0458f36726,40621,1733152094985; forceNewPlan=false, retain=false 2024-12-02T15:08:22,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:08:22,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a496e158d21c2458d1dd31bae4aacca7, regionState=OPENING, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a496e158d21c2458d1dd31bae4aacca7, ASSIGN because future has completed 2024-12-02T15:08:22,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a496e158d21c2458d1dd31bae4aacca7, server=be0458f36726,40621,1733152094985}] 2024-12-02T15:08:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:23,150 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:23,150 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a496e158d21c2458d1dd31bae4aacca7, NAME => 'test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:23,151 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:23,151 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:08:23,151 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,151 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:23,151 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,151 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,152 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,153 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a496e158d21c2458d1dd31bae4aacca7 columnFamilyName f 2024-12-02T15:08:23,153 DEBUG [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:23,154 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(327): Store=a496e158d21c2458d1dd31bae4aacca7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:23,154 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,154 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a496e158d21c2458d1dd31bae4aacca7 columnFamilyName f1 2024-12-02T15:08:23,154 DEBUG [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:23,155 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(327): Store=a496e158d21c2458d1dd31bae4aacca7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:23,155 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,156 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a496e158d21c2458d1dd31bae4aacca7 columnFamilyName norep 2024-12-02T15:08:23,156 DEBUG [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:23,156 INFO [StoreOpener-a496e158d21c2458d1dd31bae4aacca7-1 {}] regionserver.HStore(327): Store=a496e158d21c2458d1dd31bae4aacca7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:23,156 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,156 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,157 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,157 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,157 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,157 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:23,158 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,160 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:23,160 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a496e158d21c2458d1dd31bae4aacca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67692058, jitterRate=0.00869026780128479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:23,160 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:23,161 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a496e158d21c2458d1dd31bae4aacca7: Running coprocessor pre-open hook at 1733152103151Writing region info on filesystem at 1733152103151Initializing all the Stores at 1733152103152 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152103152Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152103152Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152103152Cleaning up temporary data from old regions at 1733152103157 (+5 ms)Running coprocessor post-open hooks at 1733152103160 (+3 ms)Region opened successfully at 1733152103161 (+1 ms) 2024-12-02T15:08:23,162 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7., pid=6, masterSystemTime=1733152103147 2024-12-02T15:08:23,164 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:23,164 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:23,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a496e158d21c2458d1dd31bae4aacca7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a496e158d21c2458d1dd31bae4aacca7, server=be0458f36726,40621,1733152094985 because future has completed 2024-12-02T15:08:23,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:08:23,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a496e158d21c2458d1dd31bae4aacca7, server=be0458f36726,40621,1733152094985 in 172 msec 2024-12-02T15:08:23,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:08:23,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a496e158d21c2458d1dd31bae4aacca7, ASSIGN in 329 msec 2024-12-02T15:08:23,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:23,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152103172"}]},"ts":"1733152103172"} 2024-12-02T15:08:23,174 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:08:23,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:08:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:08:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T15:08:23,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:23,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:08:23,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:23,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:08:23,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-02T15:08:23,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:08:23,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:23,554 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:08:23,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40831,1733152099901 2024-12-02T15:08:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d553ec 2024-12-02T15:08:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:23,557 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:23,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:08:23,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:23,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:23,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:08:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:23,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:08:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:23,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:23,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:23,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ef8459ac473391e8c0cd6e3b9868816, NAME => 'test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516 2024-12-02T15:08:23,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:08:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:24,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:24,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ef8459ac473391e8c0cd6e3b9868816, disabling compactions & flushes 2024-12-02T15:08:24,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. after waiting 0 ms 2024-12-02T15:08:24,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ef8459ac473391e8c0cd6e3b9868816: Waiting for close lock at 1733152104376Disabling compacts and flushes for region at 1733152104376Disabling writes for close at 1733152104376Writing region close event to WAL at 1733152104376Closed at 1733152104376 2024-12-02T15:08:24,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:24,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152104378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152104378"}]},"ts":"1733152104378"} 2024-12-02T15:08:24,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:24,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:24,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152104380"}]},"ts":"1733152104380"} 2024-12-02T15:08:24,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:08:24,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef8459ac473391e8c0cd6e3b9868816, ASSIGN}] 2024-12-02T15:08:24,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef8459ac473391e8c0cd6e3b9868816, ASSIGN 2024-12-02T15:08:24,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ef8459ac473391e8c0cd6e3b9868816, ASSIGN; state=OFFLINE, location=be0458f36726,41665,1733152100002; forceNewPlan=false, retain=false 2024-12-02T15:08:24,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef8459ac473391e8c0cd6e3b9868816, regionState=OPENING, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:24,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ef8459ac473391e8c0cd6e3b9868816, ASSIGN because future has completed 2024-12-02T15:08:24,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef8459ac473391e8c0cd6e3b9868816, server=be0458f36726,41665,1733152100002}] 2024-12-02T15:08:24,691 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,691 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ef8459ac473391e8c0cd6e3b9868816, NAME => 'test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:24,692 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:24,692 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:08:24,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:24,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,693 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:24,694 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef8459ac473391e8c0cd6e3b9868816 columnFamilyName f 2024-12-02T15:08:24,694 DEBUG [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:24,695 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(327): Store=5ef8459ac473391e8c0cd6e3b9868816/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:24,695 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,696 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef8459ac473391e8c0cd6e3b9868816 columnFamilyName f1 2024-12-02T15:08:24,696 DEBUG [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:24,696 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(327): Store=5ef8459ac473391e8c0cd6e3b9868816/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:24,696 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,698 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef8459ac473391e8c0cd6e3b9868816 columnFamilyName norep 2024-12-02T15:08:24,698 DEBUG [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:24,698 INFO [StoreOpener-5ef8459ac473391e8c0cd6e3b9868816-1 {}] regionserver.HStore(327): Store=5ef8459ac473391e8c0cd6e3b9868816/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:24,699 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,700 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,700 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,703 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,704 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,704 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:24,705 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,706 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:24,706 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ef8459ac473391e8c0cd6e3b9868816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487129, jitterRate=-0.009264573454856873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:24,706 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:24,707 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ef8459ac473391e8c0cd6e3b9868816: Running coprocessor pre-open hook at 1733152104692Writing region info on filesystem at 1733152104692Initializing all the Stores at 1733152104693 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152104693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152104693Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152104693Cleaning up temporary data from old regions at 1733152104704 (+11 ms)Running coprocessor post-open hooks at 1733152104706 (+2 ms)Region opened successfully at 1733152104707 (+1 ms) 2024-12-02T15:08:24,707 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816., pid=6, masterSystemTime=1733152104688 2024-12-02T15:08:24,709 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,709 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:24,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef8459ac473391e8c0cd6e3b9868816, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef8459ac473391e8c0cd6e3b9868816, server=be0458f36726,41665,1733152100002 because future has completed 2024-12-02T15:08:24,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:08:24,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ef8459ac473391e8c0cd6e3b9868816, server=be0458f36726,41665,1733152100002 in 176 msec 2024-12-02T15:08:24,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:08:24,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ef8459ac473391e8c0cd6e3b9868816, ASSIGN in 331 msec 2024-12-02T15:08:24,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:24,715 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152104715"}]},"ts":"1733152104715"} 2024-12-02T15:08:24,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:08:24,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:24,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-02T15:08:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:25,705 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:08:25,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:25,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:25,706 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5750767a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,708 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a6049b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:25,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:25,710 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a440d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,711 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e8cb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:25,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:25,712 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,713 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50732ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:25,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40861,1733152094831 2024-12-02T15:08:25,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390000e2 2024-12-02T15:08:25,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:25,715 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:25,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:08:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:08:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:25,717 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:40831' 2024-12-02T15:08:25,718 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645d2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,718 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:25,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:25,719 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f1a5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,720 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:25,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188011de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:25,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40831,1733152099901 2024-12-02T15:08:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f871756 2024-12-02T15:08:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:25,722 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:25,722 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:08:25,722 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:08:25,722 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,722 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:25,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:25,723 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:25,724 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:08:25,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:25,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:25,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:08:25,774 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:08:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:26,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31160f5b397f0cabc7cd189897b7ab2e, NAME => 'hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d 2024-12-02T15:08:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:08:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31160f5b397f0cabc7cd189897b7ab2e, disabling compactions & flushes 2024-12-02T15:08:26,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. after waiting 0 ms 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31160f5b397f0cabc7cd189897b7ab2e: Waiting for close lock at 1733152106540Disabling compacts and flushes for region at 1733152106540Disabling writes for close at 1733152106540Writing region close event to WAL at 1733152106540Closed at 1733152106540 2024-12-02T15:08:26,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:26,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152106541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152106541"}]},"ts":"1733152106541"} 2024-12-02T15:08:26,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:26,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:26,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152106543"}]},"ts":"1733152106543"} 2024-12-02T15:08:26,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:08:26,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31160f5b397f0cabc7cd189897b7ab2e, ASSIGN}] 2024-12-02T15:08:26,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31160f5b397f0cabc7cd189897b7ab2e, ASSIGN 2024-12-02T15:08:26,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31160f5b397f0cabc7cd189897b7ab2e, ASSIGN; state=OFFLINE, location=be0458f36726,40621,1733152094985; forceNewPlan=false, retain=false 2024-12-02T15:08:26,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31160f5b397f0cabc7cd189897b7ab2e, regionState=OPENING, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:26,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31160f5b397f0cabc7cd189897b7ab2e, ASSIGN because future has completed 2024-12-02T15:08:26,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31160f5b397f0cabc7cd189897b7ab2e, server=be0458f36726,40621,1733152094985}] 2024-12-02T15:08:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:26,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:26,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:08:26,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C40621%2C1733152094985.rep, suffix=, logDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/oldWALs, maxLogs=10 2024-12-02T15:08:26,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.rep.1733152106857, exclude list is [], retry=0 2024-12-02T15:08:26,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c5ea56f4-9109-4dc4-b4aa-5c7e0dce6eb8,DISK] 2024-12-02T15:08:26,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.rep.1733152106857 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33123:33123)] 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31160f5b397f0cabc7cd189897b7ab2e, NAME => 'hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:26,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. service=MultiRowMutationService 2024-12-02T15:08:26,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,873 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,874 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31160f5b397f0cabc7cd189897b7ab2e columnFamilyName hfileref 2024-12-02T15:08:26,874 DEBUG [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:26,875 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(327): Store=31160f5b397f0cabc7cd189897b7ab2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:26,875 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,876 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31160f5b397f0cabc7cd189897b7ab2e columnFamilyName queue 2024-12-02T15:08:26,876 DEBUG [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:26,876 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(327): Store=31160f5b397f0cabc7cd189897b7ab2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:26,876 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,877 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31160f5b397f0cabc7cd189897b7ab2e columnFamilyName sid 2024-12-02T15:08:26,877 DEBUG [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:26,878 INFO [StoreOpener-31160f5b397f0cabc7cd189897b7ab2e-1 {}] regionserver.HStore(327): Store=31160f5b397f0cabc7cd189897b7ab2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:26,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:26,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:26,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31160f5b397f0cabc7cd189897b7ab2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61805474, jitterRate=-0.07902666926383972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:26,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:26,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31160f5b397f0cabc7cd189897b7ab2e: Running coprocessor pre-open hook at 1733152106872Writing region info on filesystem at 1733152106872Initializing all the Stores at 1733152106873 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152106873Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152106873Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152106873Cleaning up temporary data from old regions at 1733152106879 (+6 ms)Running coprocessor post-open hooks at 1733152106882 (+3 ms)Region opened successfully at 1733152106883 (+1 ms) 2024-12-02T15:08:26,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e., pid=10, masterSystemTime=1733152106852 2024-12-02T15:08:26,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:26,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31160f5b397f0cabc7cd189897b7ab2e, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,40621,1733152094985 2024-12-02T15:08:26,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31160f5b397f0cabc7cd189897b7ab2e, server=be0458f36726,40621,1733152094985 because future has completed 2024-12-02T15:08:26,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:08:26,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31160f5b397f0cabc7cd189897b7ab2e, server=be0458f36726,40621,1733152094985 in 189 msec 2024-12-02T15:08:26,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:08:26,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31160f5b397f0cabc7cd189897b7ab2e, ASSIGN in 346 msec 2024-12-02T15:08:26,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:26,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152106893"}]},"ts":"1733152106893"} 2024-12-02T15:08:26,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:08:26,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:26,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-02T15:08:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e., hostname=be0458f36726,40621,1733152094985, seqNum=2] 2024-12-02T15:08:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:27,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:08:27,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:08:27,170 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:08:27,194 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,40621,1733152094985, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:08:27,194 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:27,194 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,40621,1733152094985, seqNum=-1] 2024-12-02T15:08:27,194 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:27,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:27,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,40621,1733152094985', locateType=CURRENT is [region=hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e., hostname=be0458f36726,40621,1733152094985, seqNum=2] 2024-12-02T15:08:27,199 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:08:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:08:27,201 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,40621,1733152094985 suceeded 2024-12-02T15:08:27,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:08:27,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T15:08:27,202 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:08:27,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-12-02T15:08:27,212 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:40831' 2024-12-02T15:08:27,213 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466ee0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,213 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:27,213 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:27,214 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d7a140b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,215 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:27,215 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ab2832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,215 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:27,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40831,1733152099901 2024-12-02T15:08:27,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bb4c0fa 2024-12-02T15:08:27,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:27,217 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T15:08:27,217 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,40621,1733152094985 (queues=1) is replicating from cluster=23908a67-34fa-4e2f-b048-eb3b6cc109e4 to cluster=fe32d40c-3c64-486f-b23b-ab8ca0e27338 2024-12-02T15:08:27,217 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C40621%2C1733152094985 2024-12-02T15:08:27,217 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,40621,1733152094985, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:08:27,218 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C40621%2C1733152094985 2024-12-02T15:08:27,218 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, startPosition=0, beingWritten=true 2024-12-02T15:08:27,222 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:27,222 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:27,222 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:27,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:27,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:27,235 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18247 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:27,425 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:27,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:08:27,729 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:27,864 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:08:27,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:27,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:27,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:27,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:27,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:27,866 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c27414f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:27,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,867 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:27,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40831,1733152099901 2024-12-02T15:08:27,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-12-02T15:08:27,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:27,869 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:27,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:40861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:08:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:08:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:27,871 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:40861' 2024-12-02T15:08:27,872 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2379cb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,872 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:27,872 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:27,872 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9291b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,873 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b7f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:27,874 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40861,1733152094831 2024-12-02T15:08:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d22d97 2024-12-02T15:08:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:27,875 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:27,876 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T15:08:27,876 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:08:27,876 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,876 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:27,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:27,876 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:27,877 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:08:27,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:27,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:27,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:27,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:08:27,927 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:08:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:28,133 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:28,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 991ccbf820ec91783c8b400ecc1b80fe, NAME => 'hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516 2024-12-02T15:08:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:08:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:28,638 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:28,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:28,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:28,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:28,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 991ccbf820ec91783c8b400ecc1b80fe, disabling compactions & flushes 2024-12-02T15:08:28,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:28,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:28,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. after waiting 0 ms 2024-12-02T15:08:28,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:28,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:28,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 991ccbf820ec91783c8b400ecc1b80fe: Waiting for close lock at 1733152108690Disabling compacts and flushes for region at 1733152108690Disabling writes for close at 1733152108691 (+1 ms)Writing region close event to WAL at 1733152108691Closed at 1733152108691 2024-12-02T15:08:28,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:28,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152108692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152108692"}]},"ts":"1733152108692"} 2024-12-02T15:08:28,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:28,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:28,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152108694"}]},"ts":"1733152108694"} 2024-12-02T15:08:28,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:08:28,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=991ccbf820ec91783c8b400ecc1b80fe, ASSIGN}] 2024-12-02T15:08:28,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=991ccbf820ec91783c8b400ecc1b80fe, ASSIGN 2024-12-02T15:08:28,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=991ccbf820ec91783c8b400ecc1b80fe, ASSIGN; state=OFFLINE, location=be0458f36726,41665,1733152100002; forceNewPlan=false, retain=false 2024-12-02T15:08:28,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=991ccbf820ec91783c8b400ecc1b80fe, regionState=OPENING, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:28,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=991ccbf820ec91783c8b400ecc1b80fe, ASSIGN because future has completed 2024-12-02T15:08:28,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 991ccbf820ec91783c8b400ecc1b80fe, server=be0458f36726,41665,1733152100002}] 2024-12-02T15:08:28,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:08:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:29,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:29,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:29,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:08:29,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41665%2C1733152100002.rep, suffix=, logDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002, archiveDir=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/oldWALs, maxLogs=10 2024-12-02T15:08:29,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.rep.1733152109007, exclude list is [], retry=0 2024-12-02T15:08:29,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35895,DS-88f74b61-9819-46a7-8ad0-302f9743f254,DISK] 2024-12-02T15:08:29,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.rep.1733152109007 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 991ccbf820ec91783c8b400ecc1b80fe, NAME => 'hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:29,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. service=MultiRowMutationService 2024-12-02T15:08:29,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,022 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,023 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991ccbf820ec91783c8b400ecc1b80fe columnFamilyName hfileref 2024-12-02T15:08:29,024 DEBUG [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:29,024 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(327): Store=991ccbf820ec91783c8b400ecc1b80fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:29,024 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,025 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991ccbf820ec91783c8b400ecc1b80fe columnFamilyName queue 2024-12-02T15:08:29,025 DEBUG [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:29,025 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(327): Store=991ccbf820ec91783c8b400ecc1b80fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:29,025 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,026 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991ccbf820ec91783c8b400ecc1b80fe columnFamilyName sid 2024-12-02T15:08:29,026 DEBUG [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:29,026 INFO [StoreOpener-991ccbf820ec91783c8b400ecc1b80fe-1 {}] regionserver.HStore(327): Store=991ccbf820ec91783c8b400ecc1b80fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:29,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/replication/991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/replication/991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/replication/991ccbf820ec91783c8b400ecc1b80fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:29,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 991ccbf820ec91783c8b400ecc1b80fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70856095, jitterRate=0.05583809316158295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:29,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:29,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 991ccbf820ec91783c8b400ecc1b80fe: Running coprocessor pre-open hook at 1733152109021Writing region info on filesystem at 1733152109022 (+1 ms)Initializing all the Stores at 1733152109022Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152109022Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152109022Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152109022Cleaning up temporary data from old regions at 1733152109028 (+6 ms)Running coprocessor post-open hooks at 1733152109030 (+2 ms)Region opened successfully at 1733152109030 2024-12-02T15:08:29,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe., pid=10, masterSystemTime=1733152109002 2024-12-02T15:08:29,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:29,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:29,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=991ccbf820ec91783c8b400ecc1b80fe, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,41665,1733152100002 2024-12-02T15:08:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 991ccbf820ec91783c8b400ecc1b80fe, server=be0458f36726,41665,1733152100002 because future has completed 2024-12-02T15:08:29,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:08:29,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 991ccbf820ec91783c8b400ecc1b80fe, server=be0458f36726,41665,1733152100002 in 184 msec 2024-12-02T15:08:29,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:08:29,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=991ccbf820ec91783c8b400ecc1b80fe, ASSIGN in 341 msec 2024-12-02T15:08:29,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:29,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152109038"}]},"ts":"1733152109038"} 2024-12-02T15:08:29,040 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:08:29,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:29,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-02T15:08:29,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe., hostname=be0458f36726,41665,1733152100002, seqNum=2] 2024-12-02T15:08:29,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:29,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:29,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:08:29,242 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:29,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:08:29,312 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:08:29,336 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,41665,1733152100002, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:08:29,336 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:29,336 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41665,1733152100002, seqNum=-1] 2024-12-02T15:08:29,336 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:29,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:29,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,41665,1733152100002', locateType=CURRENT is [region=hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe., hostname=be0458f36726,41665,1733152100002, seqNum=2] 2024-12-02T15:08:29,341 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:08:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:08:29,342 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,41665,1733152100002 suceeded 2024-12-02T15:08:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:08:29,344 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:40861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:08:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T15:08:29,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-12-02T15:08:29,353 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:40861' 2024-12-02T15:08:29,354 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e387129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:29,354 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:29,354 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:29,355 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:29,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:29,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:29,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2050cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:29,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:29,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:29,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:29,356 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:29,357 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd713f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:29,357 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:29,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40861,1733152094831 2024-12-02T15:08:29,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afc0aa3 2024-12-02T15:08:29,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:29,358 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T15:08:29,359 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,41665,1733152100002 (queues=1) is replicating from cluster=fe32d40c-3c64-486f-b23b-ab8ca0e27338 to cluster=23908a67-34fa-4e2f-b048-eb3b6cc109e4 2024-12-02T15:08:29,359 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C41665%2C1733152100002 2024-12-02T15:08:29,359 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,41665,1733152100002, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:08:29,359 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, startPosition=0, beingWritten=true 2024-12-02T15:08:29,359 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C41665%2C1733152100002 2024-12-02T15:08:29,364 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:29,365 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:29,365 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,41665,1733152100002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:29,568 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:29,873 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:29,946 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:08:30,014 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:08:30,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:30,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:30,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:30,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:30,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:30,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,40621,1733152094985, seqNum=-1] 2024-12-02T15:08:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:30,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7., hostname=be0458f36726,40621,1733152094985, seqNum=2] 2024-12-02T15:08:30,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41665,1733152100002, seqNum=-1] 2024-12-02T15:08:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:30,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816., hostname=be0458f36726,41665,1733152100002, seqNum=2] 2024-12-02T15:08:30,025 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T15:08:30,276 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:30,749 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 379, reset compression=false 2024-12-02T15:08:30,753 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:30,753 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 480, reset compression=false 2024-12-02T15:08:30,753 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[{test/a496e158d21c2458d1dd31bae4aacca7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T15:08:30,755 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:30,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T15:08:30,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:08:30,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263412c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:30,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40831,-1 for getting cluster id 2024-12-02T15:08:30,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:30,759 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe32d40c-3c64-486f-b23b-ab8ca0e27338' 2024-12-02T15:08:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe32d40c-3c64-486f-b23b-ab8ca0e27338" 2024-12-02T15:08:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@359216d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40831,-1] 2024-12-02T15:08:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:30,760 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:30,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e157dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:30,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:30,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41665,1733152100002, seqNum=-1] 2024-12-02T15:08:30,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:30,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816., hostname=be0458f36726,41665,1733152100002, seqNum=2] 2024-12-02T15:08:30,780 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:30,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:08:30,957 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 480, reset compression=false 2024-12-02T15:08:31,028 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T15:08:31,031 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T15:08:31,260 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 480, reset compression=false 2024-12-02T15:08:31,385 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 379, reset compression=false 2024-12-02T15:08:31,401 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:31,402 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 607, reset compression=false 2024-12-02T15:08:31,402 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,41665,1733152100002 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef8459ac473391e8c0cd6e3b9868816/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:08:31,404 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:31,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T15:08:31,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:08:31,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3d2949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:31,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40861,-1 for getting cluster id 2024-12-02T15:08:31,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:31,406 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23908a67-34fa-4e2f-b048-eb3b6cc109e4' 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23908a67-34fa-4e2f-b048-eb3b6cc109e4" 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d4094c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40861,-1] 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:31,407 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:31,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@967c102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:31,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,40621,1733152094985, seqNum=-1] 2024-12-02T15:08:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:31,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T15:08:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7., hostname=be0458f36726,40621,1733152094985, seqNum=2] 2024-12-02T15:08:31,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:08:31,605 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 607, reset compression=false 2024-12-02T15:08:31,664 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 480, reset compression=false 2024-12-02T15:08:31,669 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:31,669 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 608, reset compression=false 2024-12-02T15:08:31,669 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:31,873 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 608, reset compression=false 2024-12-02T15:08:31,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 607, reset compression=false 2024-12-02T15:08:32,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T15:08:32,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T15:08:32,176 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 608, reset compression=false 2024-12-02T15:08:32,182 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:32,182 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 764, reset compression=false 2024-12-02T15:08:32,182 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[{test/a496e158d21c2458d1dd31bae4aacca7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T15:08:32,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:08:32,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:08:32,325 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 607, reset compression=false 2024-12-02T15:08:32,329 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:32,329 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 754, reset compression=false 2024-12-02T15:08:32,329 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,41665,1733152100002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:32,392 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 764, reset compression=false 2024-12-02T15:08:32,532 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 754, reset compression=false 2024-12-02T15:08:32,696 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 764, reset compression=false 2024-12-02T15:08:32,836 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 754, reset compression=false 2024-12-02T15:08:33,044 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T15:08:33,047 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T15:08:33,099 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 764, reset compression=false 2024-12-02T15:08:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T15:08:33,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:33,240 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 754, reset compression=false 2024-12-02T15:08:33,246 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:08:33,246 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 913, reset compression=false 2024-12-02T15:08:33,246 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,41665,1733152100002 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef8459ac473391e8c0cd6e3b9868816/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T15:08:33,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:08:33,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:08:33,450 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 913, reset compression=false 2024-12-02T15:08:33,603 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 764, reset compression=false 2024-12-02T15:08:33,607 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:33,608 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:33,608 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:33,754 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 913, reset compression=false 2024-12-02T15:08:33,811 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:34,049 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T15:08:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:08:34,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:34,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:34,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:34,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:34,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:34,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:08:34,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910386407, stopped=false 2024-12-02T15:08:34,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,40831,1733152099901 2024-12-02T15:08:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646163604/running 2024-12-02T15:08:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646163604/running 2024-12-02T15:08:34,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:34,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:34,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:34,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:34,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:34,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,41665,1733152100002' ***** 2024-12-02T15:08:34,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:08:34,102 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ef8459ac473391e8c0cd6e3b9868816 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(959): stopping server be0458f36726,41665,1733152100002 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:41665. 2024-12-02T15:08:34,102 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ef8459ac473391e8c0cd6e3b9868816, disabling compactions & flushes 2024-12-02T15:08:34,102 DEBUG [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:34,102 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:34,102 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:34,102 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:34,102 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. after waiting 0 ms 2024-12-02T15:08:34,102 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:34,102 INFO [RS:0;be0458f36726:41665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:08:34,103 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ef8459ac473391e8c0cd6e3b9868816 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T15:08:34,103 INFO [RS:0;be0458f36726:41665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:08:34,103 INFO [RS:0;be0458f36726:41665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:08:34,103 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:08:34,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/running 2024-12-02T15:08:34,104 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:08:34,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Set watcher on znode that does not yet exist, /11646163604/running 2024-12-02T15:08:34,104 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ef8459ac473391e8c0cd6e3b9868816=test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816., 991ccbf820ec91783c8b400ecc1b80fe=hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.} 2024-12-02T15:08:34,104 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:34,104 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:34,104 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,104 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:34,104 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:34,104 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:34,104 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:08:34,114 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:34,117 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/info/4018078c8266462b845d59b7c025f9f7 is 147, key is hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe./info:regioninfo/1733152109033/Put/seqid=0 2024-12-02T15:08:34,120 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f/7b801578f86a4da398929900a5158483 is 29, key is row1/f:/1733152113045/DeleteFamily/seqid=0 2024-12-02T15:08:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741840_1016 (size=7686) 2024-12-02T15:08:34,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741841_1017 (size=5118) 2024-12-02T15:08:34,124 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:34,159 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 913, reset compression=false 2024-12-02T15:08:34,163 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:34,163 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1160, reset compression=false 2024-12-02T15:08:34,163 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,41665,1733152100002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:34,164 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,41665,1733152100002: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,41665,1733152100002, walGroup=be0458f36726%2C41665%2C1733152100002, offset=be0458f36726%2C41665%2C1733152100002.1733152101754:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:08:34,165 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:08:34,165 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:08:34,166 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:08:34,166 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:08:34,166 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:08:34,166 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 585665168 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190456568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:08:34,166 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:40831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:40831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:08:34,304 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,370 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1160, reset compression=false 2024-12-02T15:08:34,504 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,519 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:34,521 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/info/4018078c8266462b845d59b7c025f9f7 2024-12-02T15:08:34,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:34,523 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f/7b801578f86a4da398929900a5158483 2024-12-02T15:08:34,528 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b801578f86a4da398929900a5158483 2024-12-02T15:08:34,538 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/ns/915e7cf227674ce1bd1ed8698b749a9f is 43, key is default/ns:d/1733152102260/Put/seqid=0 2024-12-02T15:08:34,540 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f1/7b93fb7b1b8a4e908a546ec115e59a0e is 30, key is row1/f1:/1733152113045/DeleteFamily/seqid=0 2024-12-02T15:08:34,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:08:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741843_1019 (size=5123) 2024-12-02T15:08:34,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:34,644 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:08:34,644 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:08:34,673 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1160, reset compression=false 2024-12-02T15:08:34,704 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,904 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:34,942 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/ns/915e7cf227674ce1bd1ed8698b749a9f 2024-12-02T15:08:34,947 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f1/7b93fb7b1b8a4e908a546ec115e59a0e 2024-12-02T15:08:34,950 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b93fb7b1b8a4e908a546ec115e59a0e 2024-12-02T15:08:34,958 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/rep_barrier/482f40b05aeb428383e138cf133f74b4 is 112, key is test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816./rep_barrier:seqnumDuringOpen/1733152104709/Put/seqid=0 2024-12-02T15:08:34,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:08:34,964 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/norep/537dbd585354459b883e6ed9d18dff9b is 33, key is row1/norep:/1733152113045/DeleteFamily/seqid=0 2024-12-02T15:08:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741845_1021 (size=5108) 2024-12-02T15:08:35,022 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:35,076 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1160, reset compression=false 2024-12-02T15:08:35,105 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:35,305 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef8459ac473391e8c0cd6e3b9868816, 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:35,362 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/rep_barrier/482f40b05aeb428383e138cf133f74b4 2024-12-02T15:08:35,368 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/norep/537dbd585354459b883e6ed9d18dff9b 2024-12-02T15:08:35,372 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 537dbd585354459b883e6ed9d18dff9b 2024-12-02T15:08:35,372 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f/7b801578f86a4da398929900a5158483 as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/f/7b801578f86a4da398929900a5158483 2024-12-02T15:08:35,376 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b801578f86a4da398929900a5158483 2024-12-02T15:08:35,376 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/f/7b801578f86a4da398929900a5158483, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:35,377 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/f1/7b93fb7b1b8a4e908a546ec115e59a0e as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/f1/7b93fb7b1b8a4e908a546ec115e59a0e 2024-12-02T15:08:35,381 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b93fb7b1b8a4e908a546ec115e59a0e 2024-12-02T15:08:35,381 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/f1/7b93fb7b1b8a4e908a546ec115e59a0e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:35,382 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/.tmp/norep/537dbd585354459b883e6ed9d18dff9b as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/norep/537dbd585354459b883e6ed9d18dff9b 2024-12-02T15:08:35,384 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/table/111337df4b5d4530adb8dbb01a090d2d is 53, key is hbase:replication/table:state/1733152109038/Put/seqid=0 2024-12-02T15:08:35,386 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 537dbd585354459b883e6ed9d18dff9b 2024-12-02T15:08:35,386 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/norep/537dbd585354459b883e6ed9d18dff9b, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:35,386 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ef8459ac473391e8c0cd6e3b9868816 in 1284ms, sequenceid=8, compaction requested=false 2024-12-02T15:08:35,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:08:35,388 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/table/111337df4b5d4530adb8dbb01a090d2d 2024-12-02T15:08:35,392 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/info/4018078c8266462b845d59b7c025f9f7 as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/info/4018078c8266462b845d59b7c025f9f7 2024-12-02T15:08:35,394 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/default/test/5ef8459ac473391e8c0cd6e3b9868816/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:35,395 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ef8459ac473391e8c0cd6e3b9868816: Waiting for close lock at 1733152114102Running coprocessor pre-close hooks at 1733152114102Disabling compacts and flushes for region at 1733152114102Disabling writes for close at 1733152114102Obtaining lock to block concurrent updates at 1733152114103 (+1 ms)Preparing flush snapshotting stores in 5ef8459ac473391e8c0cd6e3b9868816 at 1733152114103Finished memstore snapshotting test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733152114104 (+1 ms)Flushing stores of test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. at 1733152114104Flushing 5ef8459ac473391e8c0cd6e3b9868816/f: creating writer at 1733152114104Flushing 5ef8459ac473391e8c0cd6e3b9868816/f: appending metadata at 1733152114119 (+15 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/f: closing flushed file at 1733152114120 (+1 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/f1: creating writer at 1733152114528 (+408 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/f1: appending metadata at 1733152114539 (+11 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/f1: closing flushed file at 1733152114539Flushing 5ef8459ac473391e8c0cd6e3b9868816/norep: creating writer at 1733152114951 (+412 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/norep: appending metadata at 1733152114964 (+13 ms)Flushing 5ef8459ac473391e8c0cd6e3b9868816/norep: closing flushed file at 1733152114964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e322797: reopening flushed file at 1733152115372 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3c596d: reopening flushed file at 1733152115376 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc9f0eb: reopening flushed file at 1733152115381 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ef8459ac473391e8c0cd6e3b9868816 in 1284ms, sequenceid=8, compaction requested=false at 1733152115387 (+6 ms)Writing region close event to WAL at 1733152115391 (+4 ms)Running coprocessor post-close hooks at 1733152115395 (+4 ms)Closed at 1733152115395 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152103557.5ef8459ac473391e8c0cd6e3b9868816. 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 991ccbf820ec91783c8b400ecc1b80fe, disabling compactions & flushes 2024-12-02T15:08:35,395 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. after waiting 0 ms 2024-12-02T15:08:35,395 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,396 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 991ccbf820ec91783c8b400ecc1b80fe: Waiting for close lock at 1733152115395Running coprocessor pre-close hooks at 1733152115395Disabling compacts and flushes for region at 1733152115395Disabling writes for close at 1733152115395Failed flush hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe., putting online again at 1733152115396 (+1 ms) 2024-12-02T15:08:35,396 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,397 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/info/4018078c8266462b845d59b7c025f9f7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:08:35,398 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/ns/915e7cf227674ce1bd1ed8698b749a9f as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/ns/915e7cf227674ce1bd1ed8698b749a9f 2024-12-02T15:08:35,401 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/ns/915e7cf227674ce1bd1ed8698b749a9f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:08:35,402 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/rep_barrier/482f40b05aeb428383e138cf133f74b4 as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/rep_barrier/482f40b05aeb428383e138cf133f74b4 2024-12-02T15:08:35,406 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/rep_barrier/482f40b05aeb428383e138cf133f74b4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:08:35,407 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/.tmp/table/111337df4b5d4530adb8dbb01a090d2d as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/table/111337df4b5d4530adb8dbb01a090d2d 2024-12-02T15:08:35,410 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/table/111337df4b5d4530adb8dbb01a090d2d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:08:35,411 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-12-02T15:08:35,415 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:08:35,415 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:35,415 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:35,415 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:35,415 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152114104Running coprocessor pre-close hooks at 1733152114104Disabling compacts and flushes for region at 1733152114104Disabling writes for close at 1733152114104Obtaining lock to block concurrent updates at 1733152114104Preparing flush snapshotting stores in 1588230740 at 1733152114104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152114104Flushing stores of hbase:meta,,1.1588230740 at 1733152114104Flushing 1588230740/info: creating writer at 1733152114104Flushing 1588230740/info: appending metadata at 1733152114117 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733152114117Flushing 1588230740/ns: creating writer at 1733152114525 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733152114537 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733152114537Flushing 1588230740/rep_barrier: creating writer at 1733152114946 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152114958 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152114958Flushing 1588230740/table: creating writer at 1733152115367 (+409 ms)Flushing 1588230740/table: appending metadata at 1733152115383 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733152115383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f33b6: reopening flushed file at 1733152115391 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b633683: reopening flushed file at 1733152115397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dd76e4: reopening flushed file at 1733152115402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a76efa: reopening flushed file at 1733152115406 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1733152115411 (+5 ms)Writing region close event to WAL at 1733152115412 (+1 ms)Running coprocessor post-close hooks at 1733152115415 (+3 ms)Closed at 1733152115415 2024-12-02T15:08:35,415 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:35,505 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:08:35,505 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1325): Online Regions={991ccbf820ec91783c8b400ecc1b80fe=hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe.} 2024-12-02T15:08:35,505 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:35,505 DEBUG [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1351): Waiting on 991ccbf820ec91783c8b400ecc1b80fe 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 991ccbf820ec91783c8b400ecc1b80fe, disabling compactions & flushes 2024-12-02T15:08:35,505 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. after waiting 0 ms 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 991ccbf820ec91783c8b400ecc1b80fe: Waiting for close lock at 1733152115505Running coprocessor pre-close hooks at 1733152115505Disabling compacts and flushes for region at 1733152115505Disabling writes for close at 1733152115505Failed flush hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe., putting online again at 1733152115505 2024-12-02T15:08:35,505 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152107876.991ccbf820ec91783c8b400ecc1b80fe. 2024-12-02T15:08:35,580 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1160, reset compression=false 2024-12-02T15:08:35,583 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:35,584 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1804, reset compression=false 2024-12-02T15:08:35,625 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:35,705 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T15:08:35,705 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(976): stopping server be0458f36726,41665,1733152100002; all regions closed. 2024-12-02T15:08:35,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.meta.1733152102175.meta not finished, retry = 0 2024-12-02T15:08:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:08:35,789 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 to pos 1804, reset compression=false 2024-12-02T15:08:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741839_1015 (size=1515) 2024-12-02T15:08:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741833_1009 (size=1812) 2024-12-02T15:08:35,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/WALs/be0458f36726,41665,1733152100002/be0458f36726%2C41665%2C1733152100002.1733152101754 not finished, retry = 0 2024-12-02T15:08:35,912 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:35,912 INFO [RS:0;be0458f36726:41665 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:35,913 INFO [RS:0;be0458f36726:41665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:35,913 INFO [RS:0;be0458f36726:41665 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:35,913 INFO [RS:0;be0458f36726:41665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:35,913 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:35,913 INFO [RS:0;be0458f36726:41665 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,41665,1733152100002 because: Region server is closing 2024-12-02T15:08:35,913 INFO [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:41665. 2024-12-02T15:08:35,913 DEBUG [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:35,913 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:35,914 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:35,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:36,014 INFO [RS:0;be0458f36726:41665 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.shipperbe0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 terminated 2024-12-02T15:08:36,014 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,41665,1733152100002.replicationSource.wal-reader.be0458f36726%2C41665%2C1733152100002,1-be0458f36726,41665,1733152100002 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:08:36,014 INFO [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:41665. 2024-12-02T15:08:36,014 DEBUG [RS:0;be0458f36726:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:36,014 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:36,014 DEBUG [RS:0;be0458f36726:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:36,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:36,015 INFO [RS:0;be0458f36726:41665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41665 2024-12-02T15:08:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646163604/rs/be0458f36726,41665,1733152100002 2024-12-02T15:08:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604/rs 2024-12-02T15:08:36,064 INFO [RS:0;be0458f36726:41665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:36,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,41665,1733152100002] 2024-12-02T15:08:36,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11646163604/draining/be0458f36726,41665,1733152100002 already deleted, retry=false 2024-12-02T15:08:36,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,41665,1733152100002 expired; onlineServers=0 2024-12-02T15:08:36,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,40831,1733152099901' ***** 2024-12-02T15:08:36,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:08:36,153 INFO [M:0;be0458f36726:40831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:36,153 INFO [M:0;be0458f36726:40831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:36,153 DEBUG [M:0;be0458f36726:40831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:08:36,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:08:36,153 DEBUG [M:0;be0458f36726:40831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:08:36,153 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152101523 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152101523,5,FailOnTimeoutGroup] 2024-12-02T15:08:36,153 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152101528 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152101528,5,FailOnTimeoutGroup] 2024-12-02T15:08:36,153 INFO [M:0;be0458f36726:40831 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:36,154 INFO [M:0;be0458f36726:40831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:36,154 DEBUG [M:0;be0458f36726:40831 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:08:36,154 INFO [M:0;be0458f36726:40831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:08:36,154 INFO [M:0;be0458f36726:40831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:36,154 INFO [M:0;be0458f36726:40831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:08:36,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:08:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11646163604/master 2024-12-02T15:08:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11646163604 2024-12-02T15:08:36,178 DEBUG [M:0;be0458f36726:40831 {}] zookeeper.ZKUtil(347): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Unable to get data of znode /11646163604/master because node does not exist (not an error) 2024-12-02T15:08:36,178 WARN [M:0;be0458f36726:40831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:08:36,178 INFO [M:0;be0458f36726:40831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/.lastflushedseqids 2024-12-02T15:08:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741847_1023 (size=245) 2024-12-02T15:08:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10197c3f9fd0004, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:36,203 INFO [RS:0;be0458f36726:41665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:36,203 INFO [RS:0;be0458f36726:41665 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,41665,1733152100002; zookeeper connection closed. 2024-12-02T15:08:36,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@607b0812 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@607b0812 2024-12-02T15:08:36,204 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:08:36,329 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:36,583 INFO [M:0;be0458f36726:40831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:08:36,583 INFO [M:0;be0458f36726:40831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:08:36,584 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:36,584 INFO [M:0;be0458f36726:40831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:36,584 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:36,584 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:36,584 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:36,584 INFO [M:0;be0458f36726:40831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T15:08:36,596 DEBUG [M:0;be0458f36726:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e42632fe6aa41a8bdc736d4d413f28a is 82, key is hbase:meta,,1/info:regioninfo/1733152102201/Put/seqid=0 2024-12-02T15:08:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:08:37,000 INFO [M:0;be0458f36726:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e42632fe6aa41a8bdc736d4d413f28a 2024-12-02T15:08:37,017 DEBUG [M:0;be0458f36726:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b103728dbd0a4fac86d48ac518e941c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152109041/Put/seqid=0 2024-12-02T15:08:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741849_1025 (size=8517) 2024-12-02T15:08:37,132 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:37,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:37,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:37,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28338 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:37,422 INFO [M:0;be0458f36726:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b103728dbd0a4fac86d48ac518e941c8 2024-12-02T15:08:37,437 DEBUG [M:0;be0458f36726:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea02e63dae4a45668fecbc679c839284 is 69, key is be0458f36726,41665,1733152100002/rs:state/1733152101586/Put/seqid=0 2024-12-02T15:08:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:08:37,841 INFO [M:0;be0458f36726:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea02e63dae4a45668fecbc679c839284 2024-12-02T15:08:37,846 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e42632fe6aa41a8bdc736d4d413f28a as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e42632fe6aa41a8bdc736d4d413f28a 2024-12-02T15:08:37,849 INFO [M:0;be0458f36726:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e42632fe6aa41a8bdc736d4d413f28a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:08:37,850 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b103728dbd0a4fac86d48ac518e941c8 as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b103728dbd0a4fac86d48ac518e941c8 2024-12-02T15:08:37,853 INFO [M:0;be0458f36726:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b103728dbd0a4fac86d48ac518e941c8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:08:37,854 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea02e63dae4a45668fecbc679c839284 as hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea02e63dae4a45668fecbc679c839284 2024-12-02T15:08:37,857 INFO [M:0;be0458f36726:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36863/user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea02e63dae4a45668fecbc679c839284, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:08:37,858 INFO [M:0;be0458f36726:40831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-02T15:08:37,859 INFO [M:0;be0458f36726:40831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:37,859 DEBUG [M:0;be0458f36726:40831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152116583Disabling compacts and flushes for region at 1733152116583Disabling writes for close at 1733152116584 (+1 ms)Obtaining lock to block concurrent updates at 1733152116584Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152116584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733152116584Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152116585 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152116585Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152116596 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152116596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152117004 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152117016 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152117016Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152117426 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152117437 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152117437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28091860: reopening flushed file at 1733152117845 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20855e7c: reopening flushed file at 1733152117849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4130fa: reopening flushed file at 1733152117853 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733152117858 (+5 ms)Writing region close event to WAL at 1733152117859 (+1 ms)Closed at 1733152117859 2024-12-02T15:08:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35895 is added to blk_1073741830_1006 (size=63666) 2024-12-02T15:08:37,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f0dbbf2-762a-03ef-7c72-8ae381012516/MasterData/WALs/be0458f36726,40831,1733152099901/be0458f36726%2C40831%2C1733152099901.1733152101335 not finished, retry = 0 2024-12-02T15:08:37,963 INFO [M:0;be0458f36726:40831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:08:37,963 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:37,963 INFO [M:0;be0458f36726:40831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40831 2024-12-02T15:08:37,964 INFO [M:0;be0458f36726:40831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:38,035 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:38,075 INFO [M:0;be0458f36726:40831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:38,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x10197c3f9fd0003, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:38,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa3ede5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:38,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d720{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:38,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:38,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:38,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:38,079 WARN [BP-1074137987-172.17.0.2-1733152098432 heartbeating to localhost/127.0.0.1:36863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:08:38,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:08:38,079 WARN [BP-1074137987-172.17.0.2-1733152098432 heartbeating to localhost/127.0.0.1:36863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1074137987-172.17.0.2-1733152098432 (Datanode Uuid 2a714cf7-e14d-4572-a6a1-9d5020462b71) service to localhost/127.0.0.1:36863 2024-12-02T15:08:38,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:08:38,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/cluster_ba9a5f13-25ba-84d5-d62f-bb68a6c03754/data/data1/current/BP-1074137987-172.17.0.2-1733152098432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:38,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/cluster_ba9a5f13-25ba-84d5-d62f-bb68a6c03754/data/data2/current/BP-1074137987-172.17.0.2-1733152098432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:38,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:08:38,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d3e0f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:38,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52b633c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:38,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:38,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:38,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:38,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:08:38,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:08:38,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:38,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:38,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:38,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:38,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:08:38,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:38,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1291650469, stopped=false 2024-12-02T15:08:38,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,40861,1733152094831 2024-12-02T15:08:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-90086653/running 2024-12-02T15:08:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-90086653/running 2024-12-02T15:08:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:38,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:38,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:08:38,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/running 2024-12-02T15:08:38,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Set watcher on znode that does not yet exist, /0-90086653/running 2024-12-02T15:08:38,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:38,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:38,109 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-02T15:08:38,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,40621,1733152094985' ***** 2024-12-02T15:08:38,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:08:38,109 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for 31160f5b397f0cabc7cd189897b7ab2e 2024-12-02T15:08:38,110 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,110 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31160f5b397f0cabc7cd189897b7ab2e, disabling compactions & flushes 2024-12-02T15:08:38,110 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:38,110 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:38,110 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. after waiting 0 ms 2024-12-02T15:08:38,110 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:38,110 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31160f5b397f0cabc7cd189897b7ab2e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:08:38,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a496e158d21c2458d1dd31bae4aacca7, which we are already trying to CLOSE, but not completed yet 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(959): stopping server be0458f36726,40621,1733152094985 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:40621. 2024-12-02T15:08:38,111 DEBUG [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:38,111 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:08:38,111 INFO [RS:0;be0458f36726:40621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:08:38,112 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:08:38,112 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:08:38,112 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1325): Online Regions={31160f5b397f0cabc7cd189897b7ab2e=hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e., 1588230740=hbase:meta,,1.1588230740, a496e158d21c2458d1dd31bae4aacca7=test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.} 2024-12-02T15:08:38,112 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31160f5b397f0cabc7cd189897b7ab2e, a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,112 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:38,112 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:38,112 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:38,112 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:38,112 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:38,112 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:08:38,123 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/.tmp/queue/49f8d1f148974e6bbae1a95d0f02f7cc is 153, key is 1-be0458f36726,40621,1733152094985/queue:be0458f36726%2C40621%2C1733152094985/1733152113609/Put/seqid=0 2024-12-02T15:08:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741840_1016 (size=5352) 2024-12-02T15:08:38,129 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/info/e86e5a08943e4e0fa100364931bb6d93 is 147, key is hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e./info:regioninfo/1733152106886/Put/seqid=0 2024-12-02T15:08:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741841_1017 (size=7686) 2024-12-02T15:08:38,207 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:38,312 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31160f5b397f0cabc7cd189897b7ab2e, a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,512 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31160f5b397f0cabc7cd189897b7ab2e, a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,527 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/.tmp/queue/49f8d1f148974e6bbae1a95d0f02f7cc 2024-12-02T15:08:38,532 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/.tmp/queue/49f8d1f148974e6bbae1a95d0f02f7cc as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/queue/49f8d1f148974e6bbae1a95d0f02f7cc 2024-12-02T15:08:38,533 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/info/e86e5a08943e4e0fa100364931bb6d93 2024-12-02T15:08:38,536 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/queue/49f8d1f148974e6bbae1a95d0f02f7cc, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T15:08:38,537 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 31160f5b397f0cabc7cd189897b7ab2e in 427ms, sequenceid=10, compaction requested=false 2024-12-02T15:08:38,541 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/replication/31160f5b397f0cabc7cd189897b7ab2e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T15:08:38,541 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:38,541 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:38,541 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:38,541 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31160f5b397f0cabc7cd189897b7ab2e: Waiting for close lock at 1733152118110Running coprocessor pre-close hooks at 1733152118110Disabling compacts and flushes for region at 1733152118110Disabling writes for close at 1733152118110Obtaining lock to block concurrent updates at 1733152118110Preparing flush snapshotting stores in 31160f5b397f0cabc7cd189897b7ab2e at 1733152118110Finished memstore snapshotting hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733152118110Flushing stores of hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. at 1733152118111 (+1 ms)Flushing 31160f5b397f0cabc7cd189897b7ab2e/queue: creating writer at 1733152118111Flushing 31160f5b397f0cabc7cd189897b7ab2e/queue: appending metadata at 1733152118123 (+12 ms)Flushing 31160f5b397f0cabc7cd189897b7ab2e/queue: closing flushed file at 1733152118123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d1397e: reopening flushed file at 1733152118531 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 31160f5b397f0cabc7cd189897b7ab2e in 427ms, sequenceid=10, compaction requested=false at 1733152118537 (+6 ms)Writing region close event to WAL at 1733152118538 (+1 ms)Running coprocessor post-close hooks at 1733152118541 (+3 ms)Closed at 1733152118541 2024-12-02T15:08:38,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152105722.31160f5b397f0cabc7cd189897b7ab2e. 2024-12-02T15:08:38,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a496e158d21c2458d1dd31bae4aacca7, disabling compactions & flushes 2024-12-02T15:08:38,542 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:38,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:38,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. after waiting 0 ms 2024-12-02T15:08:38,542 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:38,542 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a496e158d21c2458d1dd31bae4aacca7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T15:08:38,556 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/ns/6a815d434a76417fa1cb3c71eb8d588f is 43, key is default/ns:d/1733152098272/Put/seqid=0 2024-12-02T15:08:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:08:38,560 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f/005ec4713b6940a98ce16338117c2ab2 is 29, key is row1/f:/1733152113045/DeleteFamily/seqid=0 2024-12-02T15:08:38,561 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/ns/6a815d434a76417fa1cb3c71eb8d588f 2024-12-02T15:08:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741843_1019 (size=5118) 2024-12-02T15:08:38,581 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/rep_barrier/ff00e76234e34d489dbb2643a8118d52 is 112, key is test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7./rep_barrier:seqnumDuringOpen/1733152103164/Put/seqid=0 2024-12-02T15:08:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:08:38,588 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/rep_barrier/ff00e76234e34d489dbb2643a8118d52 2024-12-02T15:08:38,605 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/table/94ae9ee960d94502ac3c5dee50d277ae is 53, key is hbase:replication/table:state/1733152106893/Put/seqid=0 2024-12-02T15:08:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741845_1021 (size=5308) 2024-12-02T15:08:38,712 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,913 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:38,965 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f/005ec4713b6940a98ce16338117c2ab2 2024-12-02T15:08:38,969 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 005ec4713b6940a98ce16338117c2ab2 2024-12-02T15:08:38,984 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f1/516937b2137e4ff4aee07c5414728748 is 30, key is row1/f1:/1733152113045/DeleteFamily/seqid=0 2024-12-02T15:08:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741846_1022 (size=5123) 2024-12-02T15:08:39,009 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/table/94ae9ee960d94502ac3c5dee50d277ae 2024-12-02T15:08:39,014 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/info/e86e5a08943e4e0fa100364931bb6d93 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/info/e86e5a08943e4e0fa100364931bb6d93 2024-12-02T15:08:39,017 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/info/e86e5a08943e4e0fa100364931bb6d93, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:08:39,017 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/ns/6a815d434a76417fa1cb3c71eb8d588f as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/ns/6a815d434a76417fa1cb3c71eb8d588f 2024-12-02T15:08:39,020 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/ns/6a815d434a76417fa1cb3c71eb8d588f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:08:39,021 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/rep_barrier/ff00e76234e34d489dbb2643a8118d52 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/rep_barrier/ff00e76234e34d489dbb2643a8118d52 2024-12-02T15:08:39,024 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/rep_barrier/ff00e76234e34d489dbb2643a8118d52, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:08:39,024 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/.tmp/table/94ae9ee960d94502ac3c5dee50d277ae as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/table/94ae9ee960d94502ac3c5dee50d277ae 2024-12-02T15:08:39,028 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/table/94ae9ee960d94502ac3c5dee50d277ae, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:08:39,029 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-12-02T15:08:39,036 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:08:39,037 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:39,037 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:08:39,037 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:39,037 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152118112Running coprocessor pre-close hooks at 1733152118112Disabling compacts and flushes for region at 1733152118112Disabling writes for close at 1733152118112Obtaining lock to block concurrent updates at 1733152118112Preparing flush snapshotting stores in 1588230740 at 1733152118112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152118112Flushing stores of hbase:meta,,1.1588230740 at 1733152118113 (+1 ms)Flushing 1588230740/info: creating writer at 1733152118113Flushing 1588230740/info: appending metadata at 1733152118128 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733152118128Flushing 1588230740/ns: creating writer at 1733152118539 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733152118555 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733152118556 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733152118568 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152118580 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152118580Flushing 1588230740/table: creating writer at 1733152118593 (+13 ms)Flushing 1588230740/table: appending metadata at 1733152118605 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733152118605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3b9581: reopening flushed file at 1733152119013 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6744517f: reopening flushed file at 1733152119017 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa8c931: reopening flushed file at 1733152119020 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e12a7d4: reopening flushed file at 1733152119024 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1733152119029 (+5 ms)Writing region close event to WAL at 1733152119033 (+4 ms)Running coprocessor post-close hooks at 1733152119037 (+4 ms)Closed at 1733152119037 2024-12-02T15:08:39,037 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:39,039 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 914, reset compression=false 2024-12-02T15:08:39,044 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:39,044 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1161, reset compression=false 2024-12-02T15:08:39,044 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,40621,1733152094985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:08:39,045 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,40621,1733152094985: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,40621,1733152094985, walGroup=be0458f36726%2C40621%2C1733152094985, offset=be0458f36726%2C40621%2C1733152094985.1733152097121:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:40621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:08:39,046 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:08:39,046 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:08:39,046 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:08:39,046 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:08:39,046 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:08:39,046 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 684231312 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191158888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:08:39,047 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:40861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:40861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:08:39,058 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:08:39,058 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:08:39,113 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:08:39,113 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1325): Online Regions={a496e158d21c2458d1dd31bae4aacca7=test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7.} 2024-12-02T15:08:39,113 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:39,247 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1161, reset compression=false 2024-12-02T15:08:39,313 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:39,389 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f1/516937b2137e4ff4aee07c5414728748 2024-12-02T15:08:39,393 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516937b2137e4ff4aee07c5414728748 2024-12-02T15:08:39,410 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/norep/5a0b75d33fda43c9946f379c3ebfc5ea is 32, key is row/norep:/1733152112035/DeleteFamily/seqid=0 2024-12-02T15:08:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741847_1023 (size=5101) 2024-12-02T15:08:39,513 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:39,551 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1161, reset compression=false 2024-12-02T15:08:39,713 DEBUG [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1351): Waiting on a496e158d21c2458d1dd31bae4aacca7 2024-12-02T15:08:39,814 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/norep/5a0b75d33fda43c9946f379c3ebfc5ea 2024-12-02T15:08:39,817 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0b75d33fda43c9946f379c3ebfc5ea 2024-12-02T15:08:39,818 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f/005ec4713b6940a98ce16338117c2ab2 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/f/005ec4713b6940a98ce16338117c2ab2 2024-12-02T15:08:39,821 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 005ec4713b6940a98ce16338117c2ab2 2024-12-02T15:08:39,821 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/f/005ec4713b6940a98ce16338117c2ab2, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:39,822 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/f1/516937b2137e4ff4aee07c5414728748 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/f1/516937b2137e4ff4aee07c5414728748 2024-12-02T15:08:39,825 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516937b2137e4ff4aee07c5414728748 2024-12-02T15:08:39,825 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/f1/516937b2137e4ff4aee07c5414728748, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:39,825 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/.tmp/norep/5a0b75d33fda43c9946f379c3ebfc5ea as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/norep/5a0b75d33fda43c9946f379c3ebfc5ea 2024-12-02T15:08:39,829 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0b75d33fda43c9946f379c3ebfc5ea 2024-12-02T15:08:39,829 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/norep/5a0b75d33fda43c9946f379c3ebfc5ea, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T15:08:39,830 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a496e158d21c2458d1dd31bae4aacca7 in 1287ms, sequenceid=8, compaction requested=false 2024-12-02T15:08:39,830 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:08:39,833 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/data/default/test/a496e158d21c2458d1dd31bae4aacca7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T15:08:39,833 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:08:39,833 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:39,833 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:39,833 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a496e158d21c2458d1dd31bae4aacca7: Waiting for close lock at 1733152118542Running coprocessor pre-close hooks at 1733152118542Disabling compacts and flushes for region at 1733152118542Disabling writes for close at 1733152118542Obtaining lock to block concurrent updates at 1733152118542Preparing flush snapshotting stores in a496e158d21c2458d1dd31bae4aacca7 at 1733152118542Finished memstore snapshotting test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733152118542Flushing stores of test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. at 1733152118543 (+1 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/f: creating writer at 1733152118543Flushing a496e158d21c2458d1dd31bae4aacca7/f: appending metadata at 1733152118559 (+16 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/f: closing flushed file at 1733152118559Flushing a496e158d21c2458d1dd31bae4aacca7/f1: creating writer at 1733152118969 (+410 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/f1: appending metadata at 1733152118984 (+15 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/f1: closing flushed file at 1733152118984Flushing a496e158d21c2458d1dd31bae4aacca7/norep: creating writer at 1733152119393 (+409 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/norep: appending metadata at 1733152119409 (+16 ms)Flushing a496e158d21c2458d1dd31bae4aacca7/norep: closing flushed file at 1733152119409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7969c9f2: reopening flushed file at 1733152119817 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16eba37b: reopening flushed file at 1733152119821 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f18c508: reopening flushed file at 1733152119825 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a496e158d21c2458d1dd31bae4aacca7 in 1287ms, sequenceid=8, compaction requested=false at 1733152119830 (+5 ms)Writing region close event to WAL at 1733152119831 (+1 ms)Running coprocessor post-close hooks at 1733152119833 (+2 ms)Closed at 1733152119833 2024-12-02T15:08:39,834 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152102414.a496e158d21c2458d1dd31bae4aacca7. 2024-12-02T15:08:39,914 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(976): stopping server be0458f36726,40621,1733152094985; all regions closed. 2024-12-02T15:08:39,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.meta.1733152098179.meta not finished, retry = 0 2024-12-02T15:08:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:08:39,955 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1161, reset compression=false 2024-12-02T15:08:39,959 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:08:39,959 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1805, reset compression=false 2024-12-02T15:08:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741839_1015 (size=2676) 2024-12-02T15:08:40,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.rep.1733152106857 not finished, retry = 0 2024-12-02T15:08:40,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 not finished, retry = 0 2024-12-02T15:08:40,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741832_1008 (size=1813) 2024-12-02T15:08:40,162 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 to pos 1805, reset compression=false 2024-12-02T15:08:40,222 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:08:40,222 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/WALs/be0458f36726,40621,1733152094985/be0458f36726%2C40621%2C1733152094985.1733152097121 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:40,222 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,40621,1733152094985 because: Region server is closing 2024-12-02T15:08:40,222 INFO [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:40621. 2024-12-02T15:08:40,222 DEBUG [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:40,223 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:40,223 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:40,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:40,323 INFO [RS:0;be0458f36726:40621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.shipperbe0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 terminated 2024-12-02T15:08:40,323 INFO [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:40621. 2024-12-02T15:08:40,323 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,40621,1733152094985.replicationSource.wal-reader.be0458f36726%2C40621%2C1733152094985,1-be0458f36726,40621,1733152094985 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T15:08:40,323 DEBUG [RS:0;be0458f36726:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:08:40,323 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:40,323 DEBUG [RS:0;be0458f36726:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:40,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:08:40,323 INFO [RS:0;be0458f36726:40621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40621 2024-12-02T15:08:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653/rs 2024-12-02T15:08:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-90086653/rs/be0458f36726,40621,1733152094985 2024-12-02T15:08:40,408 INFO [RS:0;be0458f36726:40621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:40,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,40621,1733152094985] 2024-12-02T15:08:40,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-90086653/draining/be0458f36726,40621,1733152094985 already deleted, retry=false 2024-12-02T15:08:40,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,40621,1733152094985 expired; onlineServers=0 2024-12-02T15:08:40,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,40861,1733152094831' ***** 2024-12-02T15:08:40,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:08:40,425 INFO [M:0;be0458f36726:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:08:40,425 INFO [M:0;be0458f36726:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:08:40,425 DEBUG [M:0;be0458f36726:40861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:08:40,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:08:40,425 DEBUG [M:0;be0458f36726:40861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:08:40,425 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152096950 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152096950,5,FailOnTimeoutGroup] 2024-12-02T15:08:40,425 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152096951 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152096951,5,FailOnTimeoutGroup] 2024-12-02T15:08:40,425 INFO [M:0;be0458f36726:40861 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:08:40,425 INFO [M:0;be0458f36726:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:08:40,425 DEBUG [M:0;be0458f36726:40861 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:08:40,425 INFO [M:0;be0458f36726:40861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:08:40,426 INFO [M:0;be0458f36726:40861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:08:40,426 INFO [M:0;be0458f36726:40861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:08:40,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:08:40,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-90086653/master 2024-12-02T15:08:40,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-90086653 2024-12-02T15:08:40,433 DEBUG [M:0;be0458f36726:40861 {}] zookeeper.ZKUtil(347): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Unable to get data of znode /0-90086653/master because node does not exist (not an error) 2024-12-02T15:08:40,433 WARN [M:0;be0458f36726:40861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:08:40,434 INFO [M:0;be0458f36726:40861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/.lastflushedseqids 2024-12-02T15:08:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741848_1024 (size=245) 2024-12-02T15:08:40,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:40,517 INFO [RS:0;be0458f36726:40621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:40,517 INFO [RS:0;be0458f36726:40621 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,40621,1733152094985; zookeeper connection closed. 2024-12-02T15:08:40,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10197c3f9fd0001, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:40,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a727892 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a727892 2024-12-02T15:08:40,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:08:40,839 INFO [M:0;be0458f36726:40861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:08:40,839 INFO [M:0;be0458f36726:40861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:08:40,839 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:40,839 INFO [M:0;be0458f36726:40861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:40,839 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:40,839 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:40,839 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:40,839 INFO [M:0;be0458f36726:40861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T15:08:40,852 DEBUG [M:0;be0458f36726:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b7dce9b5d184ca4a5978e7cb26d2d56 is 82, key is hbase:meta,,1/info:regioninfo/1733152098208/Put/seqid=0 2024-12-02T15:08:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741849_1025 (size=5672) 2024-12-02T15:08:40,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:40,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:40,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:41,256 INFO [M:0;be0458f36726:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b7dce9b5d184ca4a5978e7cb26d2d56 2024-12-02T15:08:41,273 DEBUG [M:0;be0458f36726:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28b2c2443c94984bbe355131b3d2edf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152106896/Put/seqid=0 2024-12-02T15:08:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741850_1026 (size=8516) 2024-12-02T15:08:41,677 INFO [M:0;be0458f36726:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28b2c2443c94984bbe355131b3d2edf 2024-12-02T15:08:41,694 DEBUG [M:0;be0458f36726:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31933b85617c495296dd7d5ffff8fc23 is 69, key is be0458f36726,40621,1733152094985/rs:state/1733152096962/Put/seqid=0 2024-12-02T15:08:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741851_1027 (size=5156) 2024-12-02T15:08:42,098 INFO [M:0;be0458f36726:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31933b85617c495296dd7d5ffff8fc23 2024-12-02T15:08:42,103 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b7dce9b5d184ca4a5978e7cb26d2d56 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b7dce9b5d184ca4a5978e7cb26d2d56 2024-12-02T15:08:42,106 INFO [M:0;be0458f36726:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b7dce9b5d184ca4a5978e7cb26d2d56, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:08:42,107 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28b2c2443c94984bbe355131b3d2edf as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28b2c2443c94984bbe355131b3d2edf 2024-12-02T15:08:42,110 INFO [M:0;be0458f36726:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28b2c2443c94984bbe355131b3d2edf, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:08:42,110 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31933b85617c495296dd7d5ffff8fc23 as hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31933b85617c495296dd7d5ffff8fc23 2024-12-02T15:08:42,113 INFO [M:0;be0458f36726:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31933b85617c495296dd7d5ffff8fc23, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:08:42,114 INFO [M:0;be0458f36726:40861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-02T15:08:42,115 INFO [M:0;be0458f36726:40861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:42,115 DEBUG [M:0;be0458f36726:40861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152120839Disabling compacts and flushes for region at 1733152120839Disabling writes for close at 1733152120839Obtaining lock to block concurrent updates at 1733152120839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152120839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733152120840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152120840Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152120840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152120852 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152120852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152121261 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152121273 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152121273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152121682 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152121693 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152121694 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ecc76: reopening flushed file at 1733152122102 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452a08c8: reopening flushed file at 1733152122106 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6349b2af: reopening flushed file at 1733152122110 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733152122114 (+4 ms)Writing region close event to WAL at 1733152122115 (+1 ms)Closed at 1733152122115 2024-12-02T15:08:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741830_1006 (size=63654) 2024-12-02T15:08:42,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38f5185e-454a-dfec-4dd4-40ecd5a3278d/MasterData/WALs/be0458f36726,40861,1733152094831/be0458f36726%2C40861%2C1733152094831.1733152096719 not finished, retry = 0 2024-12-02T15:08:42,218 INFO [M:0;be0458f36726:40861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:08:42,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:08:42,218 INFO [M:0;be0458f36726:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40861 2024-12-02T15:08:42,218 INFO [M:0;be0458f36726:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:08:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:42,350 INFO [M:0;be0458f36726:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:08:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x10197c3f9fd0000, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:08:42,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398473d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:42,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:42,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:42,354 WARN [BP-1211550361-172.17.0.2-1733152093298 heartbeating to localhost/127.0.0.1:40023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:08:42,354 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:08:42,354 WARN [BP-1211550361-172.17.0.2-1733152093298 heartbeating to localhost/127.0.0.1:40023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211550361-172.17.0.2-1733152093298 (Datanode Uuid 1935b082-b7a3-4669-af37-5dc7d258bd24) service to localhost/127.0.0.1:40023 2024-12-02T15:08:42,354 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:08:42,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/data/data1/current/BP-1211550361-172.17.0.2-1733152093298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:42,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/cluster_31811a5b-7bcc-d571-b0a8-3af0385bf1d4/data/data2/current/BP-1211550361-172.17.0.2-1733152093298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:08:42,355 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:08:42,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aae7083{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:42,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6282b25e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:08:42,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:08:42,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:08:42,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2ae49e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab95340d-20ed-8307-caeb-a27da0d5a52b/hadoop.log.dir/,STOPPED} 2024-12-02T15:08:42,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:08:42,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:08:42,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56357) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36863 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56357) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=662 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3621 (was 4039) 2024-12-02T15:08:42,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=662, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=3621 2024-12-02T15:08:42,409 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T15:08:42,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir so I do NOT create it in target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a 2024-12-02T15:08:42,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:08:42,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.tmp.dir so I do NOT create it in target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a 2024-12-02T15:08:42,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e8645e-a251-14ea-13eb-0613e3f6cde6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:08:42,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a 2024-12-02T15:08:42,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9, deleteOnExit=true 2024-12-02T15:08:42,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/zookeeper_0, clientPort=50848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:08:42,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50848 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/test.cache.data in system properties and HBase conf 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:08:42,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:08:42,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:08:42,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:42,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:08:42,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:08:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c3f9fd0002, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:08:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c3f9fd0005, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:08:42,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c3f9fd0002, quorum=127.0.0.1:56357, baseZNode=/0-90086653 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:08:42,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c3f9fd0005, quorum=127.0.0.1:56357, baseZNode=/11646163604 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:08:42,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:42,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:42,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:42,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:42,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:42,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:42,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:42,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:42,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/java.io.tmpdir/jetty-localhost-44849-hadoop-hdfs-3_4_1-tests_jar-_-any-11913422079248892594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:42,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:44849} 2024-12-02T15:08:42,720 INFO [Time-limited test {}] server.Server(415): Started @225420ms 2024-12-02T15:08:42,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:42,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:42,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:42,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:42,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:42,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:42,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:42,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188d364{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/java.io.tmpdir/jetty-localhost-42125-hadoop-hdfs-3_4_1-tests_jar-_-any-602276787103847986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:42,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:42125} 2024-12-02T15:08:42,975 INFO [Time-limited test {}] server.Server(415): Started @225676ms 2024-12-02T15:08:42,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:08:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:08:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:08:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:08:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:08:43,427 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/data/data1/current/BP-1623038281-172.17.0.2-1733152122431/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:43,427 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/data/data2/current/BP-1623038281-172.17.0.2-1733152122431/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:43,443 WARN [Thread-2657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:08:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac48b03bb25a9030 with lease ID 0x1081db444014e82f: Processing first storage report for DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39 from datanode DatanodeRegistration(127.0.0.1:45689, datanodeUuid=4e082da1-ef8b-4da5-8012-d6faf7b3edf1, infoPort=46341, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-57;cid=testClusterID;nsid=30372970;c=1733152122431) 2024-12-02T15:08:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac48b03bb25a9030 with lease ID 0x1081db444014e82f: from storage DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39 node DatanodeRegistration(127.0.0.1:45689, datanodeUuid=4e082da1-ef8b-4da5-8012-d6faf7b3edf1, infoPort=46341, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-57;cid=testClusterID;nsid=30372970;c=1733152122431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac48b03bb25a9030 with lease ID 0x1081db444014e82f: Processing first storage report for DS-495addd4-b6b1-41b2-a3f6-d6828b5e63c8 from datanode DatanodeRegistration(127.0.0.1:45689, datanodeUuid=4e082da1-ef8b-4da5-8012-d6faf7b3edf1, infoPort=46341, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-57;cid=testClusterID;nsid=30372970;c=1733152122431) 2024-12-02T15:08:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac48b03bb25a9030 with lease ID 0x1081db444014e82f: from storage DS-495addd4-b6b1-41b2-a3f6-d6828b5e63c8 node DatanodeRegistration(127.0.0.1:45689, datanodeUuid=4e082da1-ef8b-4da5-8012-d6faf7b3edf1, infoPort=46341, infoSecurePort=0, ipcPort=33635, storageInfo=lv=-57;cid=testClusterID;nsid=30372970;c=1733152122431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:43,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a 2024-12-02T15:08:43,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:08:43,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973 with version=8 2024-12-02T15:08:43,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/hbase-staging 2024-12-02T15:08:43,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:08:43,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:43,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43037 2024-12-02T15:08:43,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43037 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430370x0, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:43,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43037-0x10197c46bd40000 connected 2024-12-02T15:08:43,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/running 2024-12-02T15:08:43,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973, hbase.cluster.distributed=false 2024-12-02T15:08:43,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/acl 2024-12-02T15:08:43,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-02T15:08:43,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43037 2024-12-02T15:08:43,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43037 2024-12-02T15:08:43,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-02T15:08:43,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43037 2024-12-02T15:08:43,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:08:43,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:43,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36783 2024-12-02T15:08:43,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36783 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:43,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367830x0, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:43,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367830x0, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/running 2024-12-02T15:08:43,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36783-0x10197c46bd40001 connected 2024-12-02T15:08:43,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:08:43,662 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:08:43,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/master 2024-12-02T15:08:43,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/acl 2024-12-02T15:08:43,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-12-02T15:08:43,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-12-02T15:08:43,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-12-02T15:08:43,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-12-02T15:08:43,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-12-02T15:08:43,688 DEBUG [M:0;be0458f36726:43037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:43037 2024-12-02T15:08:43,688 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1005536897/backup-masters/be0458f36726,43037,1733152123515 2024-12-02T15:08:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/backup-masters 2024-12-02T15:08:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/backup-masters 2024-12-02T15:08:43,692 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on existing znode=/0-1005536897/backup-masters/be0458f36726,43037,1733152123515 2024-12-02T15:08:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1005536897/master 2024-12-02T15:08:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:43,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on existing znode=/0-1005536897/master 2024-12-02T15:08:43,700 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1005536897/backup-masters/be0458f36726,43037,1733152123515 from backup master directory 2024-12-02T15:08:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1005536897/backup-masters/be0458f36726,43037,1733152123515 2024-12-02T15:08:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/backup-masters 2024-12-02T15:08:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/backup-masters 2024-12-02T15:08:43,708 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:43,708 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,43037,1733152123515 2024-12-02T15:08:43,711 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/hbase.id] with ID: 815ad407-38d7-4cf3-9deb-71cd8266c04a 2024-12-02T15:08:43,711 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/.tmp/hbase.id 2024-12-02T15:08:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:08:44,116 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/.tmp/hbase.id]:[hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/hbase.id] 2024-12-02T15:08:44,125 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:44,125 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:08:44,126 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:08:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:08:44,564 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:44,564 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:08:44,565 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:44,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:08:44,971 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store 2024-12-02T15:08:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:08:45,376 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:45,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:45,377 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:45,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:45,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:45,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:45,377 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:45,377 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152125377Disabling compacts and flushes for region at 1733152125377Disabling writes for close at 1733152125377Writing region close event to WAL at 1733152125377Closed at 1733152125377 2024-12-02T15:08:45,378 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/.initializing 2024-12-02T15:08:45,378 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/WALs/be0458f36726,43037,1733152123515 2024-12-02T15:08:45,378 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:45,380 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C43037%2C1733152123515, suffix=, logDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/WALs/be0458f36726,43037,1733152123515, archiveDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/oldWALs, maxLogs=10 2024-12-02T15:08:45,394 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/WALs/be0458f36726,43037,1733152123515/be0458f36726%2C43037%2C1733152123515.1733152125380, exclude list is [], retry=0 2024-12-02T15:08:45,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45689,DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39,DISK] 2024-12-02T15:08:45,398 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/WALs/be0458f36726,43037,1733152123515/be0458f36726%2C43037%2C1733152123515.1733152125380 2024-12-02T15:08:45,398 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-02T15:08:45,398 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:45,398 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:45,398 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,398 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:08:45,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:45,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:45,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:08:45,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:45,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:45,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:08:45,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:45,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:45,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:08:45,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:45,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:45,404 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,404 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,405 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,405 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,405 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,406 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:45,407 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:45,408 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:45,408 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61393501, jitterRate=-0.08516554534435272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:45,409 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152125398Initializing all the Stores at 1733152125399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152125399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152125399Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152125399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152125399Cleaning up temporary data from old regions at 1733152125405 (+6 ms)Region opened successfully at 1733152125409 (+4 ms) 2024-12-02T15:08:45,409 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:08:45,412 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e130d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:45,412 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:08:45,413 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:08:45,415 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:08:45,416 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/balancer because node does not exist (not necessarily an error) 2024-12-02T15:08:45,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/balancer already deleted, retry=false 2024-12-02T15:08:45,483 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:08:45,484 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:08:45,491 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/normalizer already deleted, retry=false 2024-12-02T15:08:45,491 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:08:45,492 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:08:45,499 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/switch/split already deleted, retry=false 2024-12-02T15:08:45,500 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:08:45,508 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/switch/merge already deleted, retry=false 2024-12-02T15:08:45,509 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:08:45,516 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/snapshot-cleanup already deleted, retry=false 2024-12-02T15:08:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1005536897/running 2024-12-02T15:08:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1005536897/running 2024-12-02T15:08:45,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,526 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,43037,1733152123515, sessionid=0x10197c46bd40000, setting cluster-up flag (Was=false) 2024-12-02T15:08:45,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,566 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1005536897/flush-table-proc/acquired, /0-1005536897/flush-table-proc/reached, /0-1005536897/flush-table-proc/abort 2024-12-02T15:08:45,567 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,43037,1733152123515 2024-12-02T15:08:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:45,608 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1005536897/online-snapshot/acquired, /0-1005536897/online-snapshot/reached, /0-1005536897/online-snapshot/abort 2024-12-02T15:08:45,609 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,43037,1733152123515 2024-12-02T15:08:45,610 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:08:45,611 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:45,611 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:08:45,611 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:08:45,612 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,43037,1733152123515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:45,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152155614 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:08:45,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:08:45,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:08:45,614 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,615 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:08:45,615 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:08:45,615 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:08:45,615 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:08:45,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:45,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:08:45,618 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:08:45,618 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:08:45,619 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152125618,5,FailOnTimeoutGroup] 2024-12-02T15:08:45,619 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152125619,5,FailOnTimeoutGroup] 2024-12-02T15:08:45,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:08:45,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:08:45,678 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(746): ClusterId : 815ad407-38d7-4cf3-9deb-71cd8266c04a 2024-12-02T15:08:45,678 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:08:45,683 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:08:45,683 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:08:45,692 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:08:45,692 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15242f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:45,702 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:36783 2024-12-02T15:08:45,702 INFO [RS:0;be0458f36726:36783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:08:45,702 INFO [RS:0;be0458f36726:36783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:08:45,702 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:08:45,703 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,43037,1733152123515 with port=36783, startcode=1733152123646 2024-12-02T15:08:45,703 DEBUG [RS:0;be0458f36726:36783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:08:45,704 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:08:45,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,36783,1733152123646 2024-12-02T15:08:45,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43037 {}] master.ServerManager(517): Registering regionserver=be0458f36726,36783,1733152123646 2024-12-02T15:08:45,706 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973 2024-12-02T15:08:45,706 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38039 2024-12-02T15:08:45,706 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:08:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/rs 2024-12-02T15:08:45,716 DEBUG [RS:0;be0458f36726:36783 {}] zookeeper.ZKUtil(111): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on existing znode=/0-1005536897/rs/be0458f36726,36783,1733152123646 2024-12-02T15:08:45,716 WARN [RS:0;be0458f36726:36783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:45,716 INFO [RS:0;be0458f36726:36783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:45,717 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646 2024-12-02T15:08:45,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,36783,1733152123646] 2024-12-02T15:08:45,719 INFO [RS:0;be0458f36726:36783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:08:45,721 INFO [RS:0;be0458f36726:36783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:08:45,721 INFO [RS:0;be0458f36726:36783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:08:45,721 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,721 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:08:45,722 INFO [RS:0;be0458f36726:36783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:08:45,722 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:45,722 DEBUG [RS:0;be0458f36726:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,726 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36783,1733152123646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:45,741 INFO [RS:0;be0458f36726:36783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:08:45,741 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36783,1733152123646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,742 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,742 INFO [RS:0;be0458f36726:36783 {}] regionserver.Replication(171): be0458f36726,36783,1733152123646 started 2024-12-02T15:08:45,752 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:45,752 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,36783,1733152123646, RpcServer on be0458f36726/172.17.0.2:36783, sessionid=0x10197c46bd40001 2024-12-02T15:08:45,753 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:08:45,753 DEBUG [RS:0;be0458f36726:36783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,36783,1733152123646 2024-12-02T15:08:45,753 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36783,1733152123646' 2024-12-02T15:08:45,753 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1005536897/flush-table-proc/abort' 2024-12-02T15:08:45,753 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1005536897/flush-table-proc/acquired' 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,36783,1733152123646 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36783,1733152123646' 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1005536897/online-snapshot/abort' 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1005536897/online-snapshot/acquired' 2024-12-02T15:08:45,754 DEBUG [RS:0;be0458f36726:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:08:45,754 INFO [RS:0;be0458f36726:36783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:08:45,754 INFO [RS:0;be0458f36726:36783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:08:45,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:45,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,855 INFO [RS:0;be0458f36726:36783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:45,856 INFO [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36783%2C1733152123646, suffix=, logDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646, archiveDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs, maxLogs=10 2024-12-02T15:08:45,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:45,871 DEBUG [RS:0;be0458f36726:36783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, exclude list is [], retry=0 2024-12-02T15:08:45,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45689,DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39,DISK] 2024-12-02T15:08:45,875 INFO [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 2024-12-02T15:08:45,876 DEBUG [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-02T15:08:46,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:08:46,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973 2024-12-02T15:08:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:08:46,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:46,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:46,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:46,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:46,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:46,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:46,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:46,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740 2024-12-02T15:08:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740 2024-12-02T15:08:46,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:46,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:46,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:46,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:46,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:46,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65004170, jitterRate=-0.031362384557724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152126429Initializing all the Stores at 1733152126430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152126430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126430Cleaning up temporary data from old regions at 1733152126438 (+8 ms)Region opened successfully at 1733152126441 (+3 ms) 2024-12-02T15:08:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:46,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:46,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:46,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:46,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152126441Disabling compacts and flushes for region at 1733152126441Disabling writes for close at 1733152126441Writing region close event to WAL at 1733152126442 (+1 ms)Closed at 1733152126442 2024-12-02T15:08:46,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:46,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:08:46,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:08:46,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:46,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:08:46,595 DEBUG [be0458f36726:43037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:08:46,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:08:46,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36783,1733152123646, state=OPENING 2024-12-02T15:08:46,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:08:46,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:46,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:08:46,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:46,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1005536897/meta-region-server: CHANGED 2024-12-02T15:08:46,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1005536897/meta-region-server: CHANGED 2024-12-02T15:08:46,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36783,1733152123646}] 2024-12-02T15:08:46,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:46,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:08:46,818 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:08:46,818 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:46,818 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:08:46,819 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36783%2C1733152123646.meta, suffix=.meta, logDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646, archiveDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs, maxLogs=10 2024-12-02T15:08:46,835 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.meta.1733152126819.meta, exclude list is [], retry=0 2024-12-02T15:08:46,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45689,DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39,DISK] 2024-12-02T15:08:46,839 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.meta.1733152126819.meta 2024-12-02T15:08:46,839 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-02T15:08:46,839 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:46,840 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:46,840 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:46,840 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:08:46,840 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:08:46,840 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:08:46,841 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:46,841 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:08:46,841 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:08:46,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:46,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:46,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:46,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:46,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:46,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:46,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:46,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:46,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:46,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:46,848 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:46,849 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740 2024-12-02T15:08:46,849 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740 2024-12-02T15:08:46,850 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:46,850 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:46,851 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:46,852 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:46,852 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67438163, jitterRate=0.004906937479972839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:46,852 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:08:46,853 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152126841Writing region info on filesystem at 1733152126841Initializing all the Stores at 1733152126842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152126842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152126842Cleaning up temporary data from old regions at 1733152126850 (+8 ms)Running coprocessor post-open hooks at 1733152126852 (+2 ms)Region opened successfully at 1733152126852 2024-12-02T15:08:46,853 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152126813 2024-12-02T15:08:46,855 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:08:46,856 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:08:46,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:08:46,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36783,1733152123646, state=OPEN 2024-12-02T15:08:46,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1005536897/meta-region-server 2024-12-02T15:08:46,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1005536897/meta-region-server 2024-12-02T15:08:46,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,36783,1733152123646 2024-12-02T15:08:46,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1005536897/meta-region-server: CHANGED 2024-12-02T15:08:46,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1005536897/meta-region-server: CHANGED 2024-12-02T15:08:46,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:08:46,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36783,1733152123646 in 205 msec 2024-12-02T15:08:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:08:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-12-02T15:08:46,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:46,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:08:46,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:46,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36783,1733152123646, seqNum=-1] 2024-12-02T15:08:46,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:46,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:46,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-02T15:08:46,877 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152126877, completionTime=-1 2024-12-02T15:08:46,877 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:08:46,877 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152186879 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152246879 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:43037, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,879 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,881 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.174sec 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:46,883 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:08:46,885 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:08:46,885 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:08:46,885 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43037,1733152123515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:46,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:46,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:08:46,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:46,980 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:08:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:08:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1398439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:08:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:46,981 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:46,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:46,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36783,1733152123646, seqNum=-1] 2024-12-02T15:08:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:46,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:46,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,43037,1733152123515 2024-12-02T15:08:46,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:46,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:46,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c46bd40002 connected 2024-12-02T15:08:47,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir so I do NOT create it in target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623 2024-12-02T15:08:47,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:08:47,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.tmp.dir so I do NOT create it in target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623 2024-12-02T15:08:47,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:08:47,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623 2024-12-02T15:08:47,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/cluster_f3f9ed24-0679-e529-fbe1-1858910d86ca, deleteOnExit=true 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/test.cache.data in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:08:47,003 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:47,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:08:47,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:08:47,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:47,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:47,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:47,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:47,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:08:47,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:47,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:47,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:47,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624c38f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/java.io.tmpdir/jetty-localhost-45359-hadoop-hdfs-3_4_1-tests_jar-_-any-722457868865065970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:47,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:45359} 2024-12-02T15:08:47,342 INFO [Time-limited test {}] server.Server(415): Started @230043ms 2024-12-02T15:08:47,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:47,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:47,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38357 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:47,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:47,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:47,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:47,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:47,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:47,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:47,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:47,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da64c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/java.io.tmpdir/jetty-localhost-42099-hadoop-hdfs-3_4_1-tests_jar-_-any-12436111016176887088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:47,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:42099} 2024-12-02T15:08:47,597 INFO [Time-limited test {}] server.Server(415): Started @230298ms 2024-12-02T15:08:47,598 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:08:47,963 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/cluster_f3f9ed24-0679-e529-fbe1-1858910d86ca/data/data1/current/BP-1021744898-172.17.0.2-1733152127021/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:47,998 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/cluster_f3f9ed24-0679-e529-fbe1-1858910d86ca/data/data2/current/BP-1021744898-172.17.0.2-1733152127021/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:48,025 WARN [Thread-2778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:08:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50f5f859b085a70f with lease ID 0xa62e7f7273912785: Processing first storage report for DS-fb589184-4c98-4f0a-8971-215aa1ef9f56 from datanode DatanodeRegistration(127.0.0.1:33321, datanodeUuid=a9333fed-ebd4-4a6d-9c00-872aa948c3e4, infoPort=35249, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=1193731527;c=1733152127021) 2024-12-02T15:08:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50f5f859b085a70f with lease ID 0xa62e7f7273912785: from storage DS-fb589184-4c98-4f0a-8971-215aa1ef9f56 node DatanodeRegistration(127.0.0.1:33321, datanodeUuid=a9333fed-ebd4-4a6d-9c00-872aa948c3e4, infoPort=35249, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=1193731527;c=1733152127021), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50f5f859b085a70f with lease ID 0xa62e7f7273912785: Processing first storage report for DS-e9b5240d-c477-470e-ba3b-87258dd64c66 from datanode DatanodeRegistration(127.0.0.1:33321, datanodeUuid=a9333fed-ebd4-4a6d-9c00-872aa948c3e4, infoPort=35249, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=1193731527;c=1733152127021) 2024-12-02T15:08:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50f5f859b085a70f with lease ID 0xa62e7f7273912785: from storage DS-e9b5240d-c477-470e-ba3b-87258dd64c66 node DatanodeRegistration(127.0.0.1:33321, datanodeUuid=a9333fed-ebd4-4a6d-9c00-872aa948c3e4, infoPort=35249, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=1193731527;c=1733152127021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:48,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623 2024-12-02T15:08:48,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:08:48,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2 with version=8 2024-12-02T15:08:48,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/hbase-staging 2024-12-02T15:08:48,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:08:48,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:48,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35175 2024-12-02T15:08:48,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35175 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:48,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351750x0, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:48,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35175-0x10197c46bd40003 connected 2024-12-02T15:08:48,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/running 2024-12-02T15:08:48,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2, hbase.cluster.distributed=false 2024-12-02T15:08:48,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/acl 2024-12-02T15:08:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35175 2024-12-02T15:08:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35175 2024-12-02T15:08:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35175 2024-12-02T15:08:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35175 2024-12-02T15:08:48,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35175 2024-12-02T15:08:48,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:08:48,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:48,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34001 2024-12-02T15:08:48,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34001 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:48,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340010x0, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:48,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340010x0, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/running 2024-12-02T15:08:48,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34001-0x10197c46bd40004 connected 2024-12-02T15:08:48,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:08:48,667 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:08:48,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/master 2024-12-02T15:08:48,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/acl 2024-12-02T15:08:48,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34001 2024-12-02T15:08:48,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34001 2024-12-02T15:08:48,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34001 2024-12-02T15:08:48,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34001 2024-12-02T15:08:48,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34001 2024-12-02T15:08:48,683 DEBUG [M:0;be0458f36726:35175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:35175 2024-12-02T15:08:48,683 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-230008223/backup-masters/be0458f36726,35175,1733152128537 2024-12-02T15:08:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/backup-masters 2024-12-02T15:08:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/backup-masters 2024-12-02T15:08:48,691 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on existing znode=/1-230008223/backup-masters/be0458f36726,35175,1733152128537 2024-12-02T15:08:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-230008223/master 2024-12-02T15:08:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:48,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on existing znode=/1-230008223/master 2024-12-02T15:08:48,700 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-230008223/backup-masters/be0458f36726,35175,1733152128537 from backup master directory 2024-12-02T15:08:48,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-230008223/backup-masters/be0458f36726,35175,1733152128537 2024-12-02T15:08:48,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/backup-masters 2024-12-02T15:08:48,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/backup-masters 2024-12-02T15:08:48,708 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:48,708 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,35175,1733152128537 2024-12-02T15:08:48,711 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/hbase.id] with ID: 1c7ea991-c253-4d69-82ca-fad1d996800e 2024-12-02T15:08:48,711 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/.tmp/hbase.id 2024-12-02T15:08:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:08:48,716 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/.tmp/hbase.id]:[hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/hbase.id] 2024-12-02T15:08:48,723 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:48,723 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:08:48,724 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:08:48,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:48,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:08:49,143 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:49,144 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:08:49,144 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:08:49,550 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store 2024-12-02T15:08:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:08:49,955 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:49,955 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:49,955 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:49,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:49,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:49,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:49,956 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:49,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152129955Disabling compacts and flushes for region at 1733152129955Disabling writes for close at 1733152129956 (+1 ms)Writing region close event to WAL at 1733152129956Closed at 1733152129956 2024-12-02T15:08:49,957 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/.initializing 2024-12-02T15:08:49,957 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/WALs/be0458f36726,35175,1733152128537 2024-12-02T15:08:49,958 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:49,959 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C35175%2C1733152128537, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/WALs/be0458f36726,35175,1733152128537, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/oldWALs, maxLogs=10 2024-12-02T15:08:49,970 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/WALs/be0458f36726,35175,1733152128537/be0458f36726%2C35175%2C1733152128537.1733152129959, exclude list is [], retry=0 2024-12-02T15:08:49,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-fb589184-4c98-4f0a-8971-215aa1ef9f56,DISK] 2024-12-02T15:08:49,973 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/WALs/be0458f36726,35175,1733152128537/be0458f36726%2C35175%2C1733152128537.1733152129959 2024-12-02T15:08:49,974 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35249:35249)] 2024-12-02T15:08:49,974 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:49,974 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:49,974 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,974 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:08:49,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:49,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:49,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:08:49,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:08:49,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:08:49,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:49,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:49,980 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,984 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,984 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,985 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,986 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:49,986 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:49,988 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:49,988 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71256662, jitterRate=0.06180700659751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:49,988 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152129974Initializing all the Stores at 1733152129975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152129975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152129975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152129975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152129975Cleaning up temporary data from old regions at 1733152129985 (+10 ms)Region opened successfully at 1733152129988 (+3 ms) 2024-12-02T15:08:49,989 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:08:49,991 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a93ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:08:49,992 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:08:49,994 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:08:49,994 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/balancer because node does not exist (not necessarily an error) 2024-12-02T15:08:50,108 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/balancer already deleted, retry=false 2024-12-02T15:08:50,108 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:08:50,109 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:08:50,116 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/normalizer already deleted, retry=false 2024-12-02T15:08:50,116 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:08:50,117 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:08:50,124 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/switch/split already deleted, retry=false 2024-12-02T15:08:50,125 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:08:50,132 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/switch/merge already deleted, retry=false 2024-12-02T15:08:50,134 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:08:50,141 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/snapshot-cleanup already deleted, retry=false 2024-12-02T15:08:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-230008223/running 2024-12-02T15:08:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-230008223/running 2024-12-02T15:08:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,163 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,35175,1733152128537, sessionid=0x10197c46bd40003, setting cluster-up flag (Was=false) 2024-12-02T15:08:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,199 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-230008223/flush-table-proc/acquired, /1-230008223/flush-table-proc/reached, /1-230008223/flush-table-proc/abort 2024-12-02T15:08:50,200 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,35175,1733152128537 2024-12-02T15:08:50,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:50,241 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-230008223/online-snapshot/acquired, /1-230008223/online-snapshot/reached, /1-230008223/online-snapshot/abort 2024-12-02T15:08:50,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,35175,1733152128537 2024-12-02T15:08:50,243 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:08:50,244 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:50,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:08:50,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:08:50,245 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,35175,1733152128537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:50,246 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152160247 2024-12-02T15:08:50,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:08:50,247 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:08:50,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:08:50,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:08:50,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:08:50,248 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:08:50,249 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:08:50,249 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:08:50,249 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:08:50,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:08:50,250 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152130250,5,FailOnTimeoutGroup] 2024-12-02T15:08:50,250 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152130250,5,FailOnTimeoutGroup] 2024-12-02T15:08:50,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:08:50,250 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,251 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:08:50,276 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(746): ClusterId : 1c7ea991-c253-4d69-82ca-fad1d996800e 2024-12-02T15:08:50,276 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:08:50,283 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:08:50,283 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:08:50,292 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:08:50,292 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d9c6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:50,302 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:34001 2024-12-02T15:08:50,302 INFO [RS:0;be0458f36726:34001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:08:50,302 INFO [RS:0;be0458f36726:34001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:08:50,302 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:08:50,302 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,35175,1733152128537 with port=34001, startcode=1733152128651 2024-12-02T15:08:50,303 DEBUG [RS:0;be0458f36726:34001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:08:50,304 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:08:50,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,34001,1733152128651 2024-12-02T15:08:50,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35175 {}] master.ServerManager(517): Registering regionserver=be0458f36726,34001,1733152128651 2024-12-02T15:08:50,305 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2 2024-12-02T15:08:50,305 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42741 2024-12-02T15:08:50,306 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:08:50,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/rs 2024-12-02T15:08:50,347 DEBUG [RS:0;be0458f36726:34001 {}] zookeeper.ZKUtil(111): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on existing znode=/1-230008223/rs/be0458f36726,34001,1733152128651 2024-12-02T15:08:50,347 WARN [RS:0;be0458f36726:34001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:50,347 INFO [RS:0;be0458f36726:34001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:50,347 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651 2024-12-02T15:08:50,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,34001,1733152128651] 2024-12-02T15:08:50,350 INFO [RS:0;be0458f36726:34001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:08:50,352 INFO [RS:0;be0458f36726:34001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:08:50,352 INFO [RS:0;be0458f36726:34001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:08:50,352 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,352 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:08:50,353 INFO [RS:0;be0458f36726:34001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:08:50,353 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:50,353 DEBUG [RS:0;be0458f36726:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,354 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34001,1733152128651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:50,365 INFO [RS:0;be0458f36726:34001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:08:50,366 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34001,1733152128651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,366 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,366 INFO [RS:0;be0458f36726:34001 {}] regionserver.Replication(171): be0458f36726,34001,1733152128651 started 2024-12-02T15:08:50,376 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:50,376 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,34001,1733152128651, RpcServer on be0458f36726/172.17.0.2:34001, sessionid=0x10197c46bd40004 2024-12-02T15:08:50,376 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:08:50,376 DEBUG [RS:0;be0458f36726:34001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,34001,1733152128651 2024-12-02T15:08:50,376 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,34001,1733152128651' 2024-12-02T15:08:50,376 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-230008223/flush-table-proc/abort' 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-230008223/flush-table-proc/acquired' 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,34001,1733152128651 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,34001,1733152128651' 2024-12-02T15:08:50,377 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-230008223/online-snapshot/abort' 2024-12-02T15:08:50,378 DEBUG [RS:0;be0458f36726:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-230008223/online-snapshot/acquired' 2024-12-02T15:08:50,378 DEBUG [RS:0;be0458f36726:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:08:50,378 INFO [RS:0;be0458f36726:34001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:08:50,378 INFO [RS:0;be0458f36726:34001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:08:50,478 INFO [RS:0;be0458f36726:34001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:50,480 INFO [RS:0;be0458f36726:34001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34001%2C1733152128651, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/oldWALs, maxLogs=10 2024-12-02T15:08:50,491 DEBUG [RS:0;be0458f36726:34001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, exclude list is [], retry=0 2024-12-02T15:08:50,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-fb589184-4c98-4f0a-8971-215aa1ef9f56,DISK] 2024-12-02T15:08:50,495 INFO [RS:0;be0458f36726:34001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 2024-12-02T15:08:50,495 DEBUG [RS:0;be0458f36726:34001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35249:35249)] 2024-12-02T15:08:50,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:08:50,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2 2024-12-02T15:08:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:08:51,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:51,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:51,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:51,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:51,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:51,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:51,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:51,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:51,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:51,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:51,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740 2024-12-02T15:08:51,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740 2024-12-02T15:08:51,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:51,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:51,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:51,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:51,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:51,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71165589, jitterRate=0.06044991314411163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152131064Initializing all the Stores at 1733152131065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152131065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131065Cleaning up temporary data from old regions at 1733152131070 (+5 ms)Region opened successfully at 1733152131073 (+3 ms) 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:51,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:51,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152131073Disabling compacts and flushes for region at 1733152131073Disabling writes for close at 1733152131073Writing region close event to WAL at 1733152131073Closed at 1733152131073 2024-12-02T15:08:51,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:51,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:08:51,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:08:51,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:51,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:08:51,225 DEBUG [be0458f36726:35175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:08:51,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:08:51,227 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,34001,1733152128651, state=OPENING 2024-12-02T15:08:51,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:08:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:08:51,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-230008223/meta-region-server: CHANGED 2024-12-02T15:08:51,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-230008223/meta-region-server: CHANGED 2024-12-02T15:08:51,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:51,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,34001,1733152128651}] 2024-12-02T15:08:51,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:51,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:08:51,490 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:08:51,490 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:51,490 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:08:51,491 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34001%2C1733152128651.meta, suffix=.meta, logDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/oldWALs, maxLogs=10 2024-12-02T15:08:51,502 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.meta.1733152131491.meta, exclude list is [], retry=0 2024-12-02T15:08:51,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-fb589184-4c98-4f0a-8971-215aa1ef9f56,DISK] 2024-12-02T15:08:51,505 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.meta.1733152131491.meta 2024-12-02T15:08:51,506 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35249:35249)] 2024-12-02T15:08:51,506 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:51,506 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:51,506 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:51,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:08:51,507 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:08:51,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:08:51,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:51,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:08:51,507 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:08:51,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:51,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:51,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:51,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:51,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:51,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:51,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:51,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:51,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:51,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:51,512 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:51,512 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740 2024-12-02T15:08:51,513 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740 2024-12-02T15:08:51,514 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:51,514 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:51,515 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:51,515 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:51,516 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61581308, jitterRate=-0.08236700296401978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:51,516 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:08:51,516 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152131507Writing region info on filesystem at 1733152131507Initializing all the Stores at 1733152131508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152131508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152131508Cleaning up temporary data from old regions at 1733152131514 (+6 ms)Running coprocessor post-open hooks at 1733152131516 (+2 ms)Region opened successfully at 1733152131516 2024-12-02T15:08:51,517 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152131485 2024-12-02T15:08:51,519 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:08:51,519 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:08:51,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:08:51,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,34001,1733152128651, state=OPEN 2024-12-02T15:08:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-230008223/meta-region-server 2024-12-02T15:08:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-230008223/meta-region-server 2024-12-02T15:08:51,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-230008223/meta-region-server: CHANGED 2024-12-02T15:08:51,524 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,34001,1733152128651 2024-12-02T15:08:51,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-230008223/meta-region-server: CHANGED 2024-12-02T15:08:51,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:08:51,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,34001,1733152128651 in 191 msec 2024-12-02T15:08:51,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:08:51,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-12-02T15:08:51,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:51,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:08:51,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:51,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34001,1733152128651, seqNum=-1] 2024-12-02T15:08:51,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:51,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:51,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-12-02T15:08:51,536 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152131535, completionTime=-1 2024-12-02T15:08:51,536 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:08:51,536 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152191538 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152251538 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:35175, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,538 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,539 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,540 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:51,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:08:51,544 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:08:51,544 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:08:51,544 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,35175,1733152128537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:51,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:51,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:08:51,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:51,578 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:08:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:08:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a31aa81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:08:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:51,580 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:51,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:51,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34001,1733152128651, seqNum=-1] 2024-12-02T15:08:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:51,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:51,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,35175,1733152128537 2024-12-02T15:08:51,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:51,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c46bd40005 connected 2024-12-02T15:08:51,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir so I do NOT create it in target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8 2024-12-02T15:08:51,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:08:51,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.tmp.dir so I do NOT create it in target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8 2024-12-02T15:08:51,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:08:51,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/cluster_a367ee72-cbfc-c4ab-4380-752b26f6cec9, deleteOnExit=true 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/test.cache.data in system properties and HBase conf 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:08:51,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:08:51,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:08:51,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:08:51,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:08:51,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:51,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:51,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:51,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:51,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:08:51,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:51,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:51,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:51,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-12800580335242177517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:08:51,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-12-02T15:08:51,919 INFO [Time-limited test {}] server.Server(415): Started @234619ms 2024-12-02T15:08:52,075 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:08:52,076 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,076 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,099 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,100 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,100 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,100 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,105 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,108 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,108 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,109 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:08:52,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:08:52,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:08:52,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:08:52,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:08:52,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:08:52,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:08:52,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:08:52,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11735bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/java.io.tmpdir/jetty-localhost-36239-hadoop-hdfs-3_4_1-tests_jar-_-any-8501502635943274409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:08:52,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:36239} 2024-12-02T15:08:52,216 INFO [Time-limited test {}] server.Server(415): Started @234916ms 2024-12-02T15:08:52,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:08:52,589 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/cluster_a367ee72-cbfc-c4ab-4380-752b26f6cec9/data/data2/current/BP-1401337994-172.17.0.2-1733152131622/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:52,589 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/cluster_a367ee72-cbfc-c4ab-4380-752b26f6cec9/data/data1/current/BP-1401337994-172.17.0.2-1733152131622/current, will proceed with Du for space computation calculation, 2024-12-02T15:08:52,603 WARN [Thread-2899 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:08:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb6ebb98086d1c9 with lease ID 0x39ae29485e1e92ce: Processing first storage report for DS-62700948-b672-448f-8045-ddf2977b9506 from datanode DatanodeRegistration(127.0.0.1:40353, datanodeUuid=99a365b7-872b-490b-8e65-da7a4bd6e13b, infoPort=44585, infoSecurePort=0, ipcPort=42529, storageInfo=lv=-57;cid=testClusterID;nsid=359086669;c=1733152131622) 2024-12-02T15:08:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb6ebb98086d1c9 with lease ID 0x39ae29485e1e92ce: from storage DS-62700948-b672-448f-8045-ddf2977b9506 node DatanodeRegistration(127.0.0.1:40353, datanodeUuid=99a365b7-872b-490b-8e65-da7a4bd6e13b, infoPort=44585, infoSecurePort=0, ipcPort=42529, storageInfo=lv=-57;cid=testClusterID;nsid=359086669;c=1733152131622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb6ebb98086d1c9 with lease ID 0x39ae29485e1e92ce: Processing first storage report for DS-298536ab-b9ac-46f5-9491-35bfb6dbc9ab from datanode DatanodeRegistration(127.0.0.1:40353, datanodeUuid=99a365b7-872b-490b-8e65-da7a4bd6e13b, infoPort=44585, infoSecurePort=0, ipcPort=42529, storageInfo=lv=-57;cid=testClusterID;nsid=359086669;c=1733152131622) 2024-12-02T15:08:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb6ebb98086d1c9 with lease ID 0x39ae29485e1e92ce: from storage DS-298536ab-b9ac-46f5-9491-35bfb6dbc9ab node DatanodeRegistration(127.0.0.1:40353, datanodeUuid=99a365b7-872b-490b-8e65-da7a4bd6e13b, infoPort=44585, infoSecurePort=0, ipcPort=42529, storageInfo=lv=-57;cid=testClusterID;nsid=359086669;c=1733152131622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:08:52,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8 2024-12-02T15:08:52,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:52,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:08:53,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f with version=8 2024-12-02T15:08:53,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/hbase-staging 2024-12-02T15:08:53,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:08:53,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:53,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37807 2024-12-02T15:08:53,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37807 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:53,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378070x0, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:53,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37807-0x10197c46bd40006 connected 2024-12-02T15:08:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:08:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:53,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:08:53,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:08:53,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:53,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:53,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/running 2024-12-02T15:08:53,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f, hbase.cluster.distributed=false 2024-12-02T15:08:53,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/acl 2024-12-02T15:08:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37807 2024-12-02T15:08:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37807 2024-12-02T15:08:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37807 2024-12-02T15:08:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37807 2024-12-02T15:08:53,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37807 2024-12-02T15:08:53,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:08:53,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:08:53,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33563 2024-12-02T15:08:53,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33563 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:53,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:53,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:53,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335630x0, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:53,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335630x0, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/running 2024-12-02T15:08:53,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33563-0x10197c46bd40007 connected 2024-12-02T15:08:53,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:08:53,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:08:53,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/master 2024-12-02T15:08:53,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/acl 2024-12-02T15:08:53,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-12-02T15:08:53,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-12-02T15:08:53,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-12-02T15:08:53,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-12-02T15:08:53,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-12-02T15:08:53,244 DEBUG [M:0;be0458f36726:37807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:37807 2024-12-02T15:08:53,244 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-799887866/backup-masters/be0458f36726,37807,1733152133052 2024-12-02T15:08:53,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/backup-masters 2024-12-02T15:08:53,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/backup-masters 2024-12-02T15:08:53,249 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on existing znode=/2-799887866/backup-masters/be0458f36726,37807,1733152133052 2024-12-02T15:08:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799887866/master 2024-12-02T15:08:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:53,258 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on existing znode=/2-799887866/master 2024-12-02T15:08:53,258 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-799887866/backup-masters/be0458f36726,37807,1733152133052 from backup master directory 2024-12-02T15:08:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799887866/backup-masters/be0458f36726,37807,1733152133052 2024-12-02T15:08:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/backup-masters 2024-12-02T15:08:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/backup-masters 2024-12-02T15:08:53,266 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:53,266 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,37807,1733152133052 2024-12-02T15:08:53,269 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/hbase.id] with ID: 2b8f8a3b-454d-4aea-8b54-1ff424369171 2024-12-02T15:08:53,269 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/.tmp/hbase.id 2024-12-02T15:08:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:08:53,675 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/.tmp/hbase.id]:[hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/hbase.id] 2024-12-02T15:08:53,683 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:08:53,683 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:08:53,684 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:08:53,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:53,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:08:54,121 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:54,122 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:08:54,122 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:08:54,528 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store 2024-12-02T15:08:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:08:54,933 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:54,933 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:08:54,933 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152134933Disabling compacts and flushes for region at 1733152134933Disabling writes for close at 1733152134933Writing region close event to WAL at 1733152134933Closed at 1733152134933 2024-12-02T15:08:54,934 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/.initializing 2024-12-02T15:08:54,934 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/WALs/be0458f36726,37807,1733152133052 2024-12-02T15:08:54,935 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:54,936 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C37807%2C1733152133052, suffix=, logDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/WALs/be0458f36726,37807,1733152133052, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/oldWALs, maxLogs=10 2024-12-02T15:08:54,948 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/WALs/be0458f36726,37807,1733152133052/be0458f36726%2C37807%2C1733152133052.1733152134936, exclude list is [], retry=0 2024-12-02T15:08:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-62700948-b672-448f-8045-ddf2977b9506,DISK] 2024-12-02T15:08:54,956 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/WALs/be0458f36726,37807,1733152133052/be0458f36726%2C37807%2C1733152133052.1733152134936 2024-12-02T15:08:54,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585)] 2024-12-02T15:08:54,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:54,956 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:54,957 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,957 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:08:54,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:08:54,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:54,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:54,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:08:54,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:54,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:54,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:08:54,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:54,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:54,962 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,963 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,963 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,964 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,964 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,964 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:54,965 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:08:54,966 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:54,967 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63165565, jitterRate=-0.05875973403453827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:54,967 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152134957Initializing all the Stores at 1733152134957Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152134957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152134957Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152134957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152134957Cleaning up temporary data from old regions at 1733152134964 (+7 ms)Region opened successfully at 1733152134967 (+3 ms) 2024-12-02T15:08:54,967 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:08:54,969 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680ae9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:54,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:08:54,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:08:54,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:08:54,970 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:08:54,971 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:08:54,971 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:08:54,971 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:08:54,972 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:08:54,973 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/balancer because node does not exist (not necessarily an error) 2024-12-02T15:08:55,049 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/balancer already deleted, retry=false 2024-12-02T15:08:55,049 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:08:55,050 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:08:55,057 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/normalizer already deleted, retry=false 2024-12-02T15:08:55,057 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:08:55,058 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:08:55,066 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/switch/split already deleted, retry=false 2024-12-02T15:08:55,066 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:08:55,074 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/switch/merge already deleted, retry=false 2024-12-02T15:08:55,076 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:08:55,082 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/snapshot-cleanup already deleted, retry=false 2024-12-02T15:08:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799887866/running 2024-12-02T15:08:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-799887866/running 2024-12-02T15:08:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,091 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,37807,1733152133052, sessionid=0x10197c46bd40006, setting cluster-up flag (Was=false) 2024-12-02T15:08:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,132 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-799887866/flush-table-proc/acquired, /2-799887866/flush-table-proc/reached, /2-799887866/flush-table-proc/abort 2024-12-02T15:08:55,133 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37807,1733152133052 2024-12-02T15:08:55,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:55,174 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-799887866/online-snapshot/acquired, /2-799887866/online-snapshot/reached, /2-799887866/online-snapshot/abort 2024-12-02T15:08:55,175 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37807,1733152133052 2024-12-02T15:08:55,175 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:08:55,176 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:55,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:08:55,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:08:55,177 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,37807,1733152133052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:55,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:55,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:08:55,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:55,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152165183 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:08:55,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:08:55,186 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,186 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:08:55,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:08:55,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:08:55,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:08:55,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:08:55,187 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:08:55,188 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152135187,5,FailOnTimeoutGroup] 2024-12-02T15:08:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:08:55,190 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152135188,5,FailOnTimeoutGroup] 2024-12-02T15:08:55,190 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,191 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:08:55,191 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,191 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,237 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(746): ClusterId : 2b8f8a3b-454d-4aea-8b54-1ff424369171 2024-12-02T15:08:55,237 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:08:55,241 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:08:55,241 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:08:55,250 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:08:55,250 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf7222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:08:55,260 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:33563 2024-12-02T15:08:55,260 INFO [RS:0;be0458f36726:33563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:08:55,260 INFO [RS:0;be0458f36726:33563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:08:55,260 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:08:55,261 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,37807,1733152133052 with port=33563, startcode=1733152133216 2024-12-02T15:08:55,261 DEBUG [RS:0;be0458f36726:33563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:08:55,262 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:08:55,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,33563,1733152133216 2024-12-02T15:08:55,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37807 {}] master.ServerManager(517): Registering regionserver=be0458f36726,33563,1733152133216 2024-12-02T15:08:55,264 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f 2024-12-02T15:08:55,264 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38289 2024-12-02T15:08:55,264 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:08:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/rs 2024-12-02T15:08:55,305 DEBUG [RS:0;be0458f36726:33563 {}] zookeeper.ZKUtil(111): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on existing znode=/2-799887866/rs/be0458f36726,33563,1733152133216 2024-12-02T15:08:55,305 WARN [RS:0;be0458f36726:33563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:08:55,305 INFO [RS:0;be0458f36726:33563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:55,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,33563,1733152133216] 2024-12-02T15:08:55,306 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216 2024-12-02T15:08:55,308 INFO [RS:0;be0458f36726:33563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:08:55,310 INFO [RS:0;be0458f36726:33563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:08:55,310 INFO [RS:0;be0458f36726:33563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:08:55,310 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,311 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:08:55,311 INFO [RS:0;be0458f36726:33563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:08:55,311 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:08:55,311 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:55,312 DEBUG [RS:0;be0458f36726:33563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,312 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,33563,1733152133216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:55,324 INFO [RS:0;be0458f36726:33563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:08:55,324 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,33563,1733152133216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,324 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,324 INFO [RS:0;be0458f36726:33563 {}] regionserver.Replication(171): be0458f36726,33563,1733152133216 started 2024-12-02T15:08:55,336 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:55,336 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,33563,1733152133216, RpcServer on be0458f36726/172.17.0.2:33563, sessionid=0x10197c46bd40007 2024-12-02T15:08:55,336 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:08:55,336 DEBUG [RS:0;be0458f36726:33563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,33563,1733152133216 2024-12-02T15:08:55,336 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,33563,1733152133216' 2024-12-02T15:08:55,336 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-799887866/flush-table-proc/abort' 2024-12-02T15:08:55,336 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-799887866/flush-table-proc/acquired' 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,33563,1733152133216 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,33563,1733152133216' 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-799887866/online-snapshot/abort' 2024-12-02T15:08:55,337 DEBUG [RS:0;be0458f36726:33563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-799887866/online-snapshot/acquired' 2024-12-02T15:08:55,338 DEBUG [RS:0;be0458f36726:33563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:08:55,338 INFO [RS:0;be0458f36726:33563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:08:55,338 INFO [RS:0;be0458f36726:33563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:08:55,438 INFO [RS:0;be0458f36726:33563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:08:55,439 INFO [RS:0;be0458f36726:33563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33563%2C1733152133216, suffix=, logDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/oldWALs, maxLogs=10 2024-12-02T15:08:55,457 DEBUG [RS:0;be0458f36726:33563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, exclude list is [], retry=0 2024-12-02T15:08:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-62700948-b672-448f-8045-ddf2977b9506,DISK] 2024-12-02T15:08:55,461 INFO [RS:0;be0458f36726:33563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 2024-12-02T15:08:55,462 DEBUG [RS:0;be0458f36726:33563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585)] 2024-12-02T15:08:55,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:08:55,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f 2024-12-02T15:08:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:08:55,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:55,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:55,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:55,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:55,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:55,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:55,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:56,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:56,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:56,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:56,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:56,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740 2024-12-02T15:08:56,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740 2024-12-02T15:08:56,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:56,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:56,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:56,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:56,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281925, jitterRate=-0.0421246737241745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152135996Initializing all the Stores at 1733152135997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152135997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152135997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152135997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152135997Cleaning up temporary data from old regions at 1733152136004 (+7 ms)Region opened successfully at 1733152136007 (+3 ms) 2024-12-02T15:08:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:08:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:08:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:08:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:08:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:08:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:08:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152136007Disabling compacts and flushes for region at 1733152136007Disabling writes for close at 1733152136007Writing region close event to WAL at 1733152136007Closed at 1733152136007 2024-12-02T15:08:56,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:56,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:08:56,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:08:56,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:56,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:08:56,161 DEBUG [be0458f36726:37807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:08:56,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:08:56,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,33563,1733152133216, state=OPENING 2024-12-02T15:08:56,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:08:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:08:56,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799887866/meta-region-server: CHANGED 2024-12-02T15:08:56,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799887866/meta-region-server: CHANGED 2024-12-02T15:08:56,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:08:56,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,33563,1733152133216}] 2024-12-02T15:08:56,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:08:56,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:08:56,398 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:08:56,398 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:08:56,399 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:08:56,400 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33563%2C1733152133216.meta, suffix=.meta, logDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/oldWALs, maxLogs=10 2024-12-02T15:08:56,411 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.meta.1733152136400.meta, exclude list is [], retry=0 2024-12-02T15:08:56,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-62700948-b672-448f-8045-ddf2977b9506,DISK] 2024-12-02T15:08:56,415 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.meta.1733152136400.meta 2024-12-02T15:08:56,415 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585)] 2024-12-02T15:08:56,415 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:56,416 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:08:56,416 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:08:56,416 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:08:56,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:08:56,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:08:56,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:08:56,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:08:56,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:08:56,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:08:56,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:08:56,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:08:56,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:08:56,422 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:08:56,423 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740 2024-12-02T15:08:56,423 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740 2024-12-02T15:08:56,424 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:08:56,424 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:08:56,425 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:08:56,425 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:08:56,426 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71933923, jitterRate=0.07189898192882538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:08:56,426 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:08:56,426 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152136416Writing region info on filesystem at 1733152136416Initializing all the Stores at 1733152136417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152136417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152136417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152136417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152136417Cleaning up temporary data from old regions at 1733152136424 (+7 ms)Running coprocessor post-open hooks at 1733152136426 (+2 ms)Region opened successfully at 1733152136426 2024-12-02T15:08:56,427 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152136393 2024-12-02T15:08:56,428 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:08:56,428 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:08:56,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:08:56,430 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,33563,1733152133216, state=OPEN 2024-12-02T15:08:56,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-799887866/meta-region-server 2024-12-02T15:08:56,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-799887866/meta-region-server 2024-12-02T15:08:56,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,33563,1733152133216 2024-12-02T15:08:56,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799887866/meta-region-server: CHANGED 2024-12-02T15:08:56,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-799887866/meta-region-server: CHANGED 2024-12-02T15:08:56,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:08:56,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,33563,1733152133216 in 191 msec 2024-12-02T15:08:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:08:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-12-02T15:08:56,437 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:08:56,437 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:08:56,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:56,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33563,1733152133216, seqNum=-1] 2024-12-02T15:08:56,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:56,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:56,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-02T15:08:56,444 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152136444, completionTime=-1 2024-12-02T15:08:56,444 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:08:56,444 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152196446 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152256446 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:37807, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,446 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,448 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.184sec 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:08:56,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:08:56,452 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:08:56,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:08:56,452 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37807,1733152133052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:08:56,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:56,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:08:56,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:08:56,539 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:08:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:08:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:08:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfaa638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:08:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:08:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:08:56,540 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:08:56,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:08:56,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:08:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33563,1733152133216, seqNum=-1] 2024-12-02T15:08:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:08:56,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:08:56,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,37807,1733152133052 2024-12-02T15:08:56,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50848 2024-12-02T15:08:56,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:08:56,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197c46bd40008 connected 2024-12-02T15:08:56,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43037,1733152123515 2024-12-02T15:08:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b84d0ac 2024-12-02T15:08:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:56,561 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:56,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:08:56,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:56,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:56,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:08:56,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:08:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:56,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60d2aa0461eecc4f8f9fab9d815bc821, NAME => 'test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973 2024-12-02T15:08:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:08:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60d2aa0461eecc4f8f9fab9d815bc821, disabling compactions & flushes 2024-12-02T15:08:57,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. after waiting 0 ms 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60d2aa0461eecc4f8f9fab9d815bc821: Waiting for close lock at 1733152137374Disabling compacts and flushes for region at 1733152137374Disabling writes for close at 1733152137374Writing region close event to WAL at 1733152137374Closed at 1733152137374 2024-12-02T15:08:57,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:57,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152137376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152137376"}]},"ts":"1733152137376"} 2024-12-02T15:08:57,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:57,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:57,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152137379"}]},"ts":"1733152137379"} 2024-12-02T15:08:57,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:08:57,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60d2aa0461eecc4f8f9fab9d815bc821, ASSIGN}] 2024-12-02T15:08:57,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60d2aa0461eecc4f8f9fab9d815bc821, ASSIGN 2024-12-02T15:08:57,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60d2aa0461eecc4f8f9fab9d815bc821, ASSIGN; state=OFFLINE, location=be0458f36726,36783,1733152123646; forceNewPlan=false, retain=false 2024-12-02T15:08:57,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:57,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:57,414 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:08:57,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d2aa0461eecc4f8f9fab9d815bc821, regionState=OPENING, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:08:57,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60d2aa0461eecc4f8f9fab9d815bc821, ASSIGN because future has completed 2024-12-02T15:08:57,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d2aa0461eecc4f8f9fab9d815bc821, server=be0458f36726,36783,1733152123646}] 2024-12-02T15:08:57,691 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d2aa0461eecc4f8f9fab9d815bc821, NAME => 'test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:57,692 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:57,692 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:08:57,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:57,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,692 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,694 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,695 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d2aa0461eecc4f8f9fab9d815bc821 columnFamilyName f 2024-12-02T15:08:57,695 DEBUG [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:57,695 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(327): Store=60d2aa0461eecc4f8f9fab9d815bc821/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:57,695 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,696 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d2aa0461eecc4f8f9fab9d815bc821 columnFamilyName f1 2024-12-02T15:08:57,696 DEBUG [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:57,696 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(327): Store=60d2aa0461eecc4f8f9fab9d815bc821/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:57,696 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,697 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d2aa0461eecc4f8f9fab9d815bc821 columnFamilyName norep 2024-12-02T15:08:57,697 DEBUG [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:57,697 INFO [StoreOpener-60d2aa0461eecc4f8f9fab9d815bc821-1 {}] regionserver.HStore(327): Store=60d2aa0461eecc4f8f9fab9d815bc821/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:57,697 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,698 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,698 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,699 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,699 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,699 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:57,700 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,701 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:57,702 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60d2aa0461eecc4f8f9fab9d815bc821; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343437, jitterRate=-0.026306912302970886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:57,702 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:08:57,702 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60d2aa0461eecc4f8f9fab9d815bc821: Running coprocessor pre-open hook at 1733152137693Writing region info on filesystem at 1733152137693Initializing all the Stores at 1733152137693Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152137693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152137693Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152137693Cleaning up temporary data from old regions at 1733152137699 (+6 ms)Running coprocessor post-open hooks at 1733152137702 (+3 ms)Region opened successfully at 1733152137702 2024-12-02T15:08:57,703 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821., pid=6, masterSystemTime=1733152137688 2024-12-02T15:08:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:57,705 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,705 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:08:57,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d2aa0461eecc4f8f9fab9d815bc821, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:08:57,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d2aa0461eecc4f8f9fab9d815bc821, server=be0458f36726,36783,1733152123646 because future has completed 2024-12-02T15:08:57,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:08:57,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60d2aa0461eecc4f8f9fab9d815bc821, server=be0458f36726,36783,1733152123646 in 172 msec 2024-12-02T15:08:57,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:08:57,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60d2aa0461eecc4f8f9fab9d815bc821, ASSIGN in 328 msec 2024-12-02T15:08:57,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:57,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152137712"}]},"ts":"1733152137712"} 2024-12-02T15:08:57,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:08:57,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:57,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-02T15:08:57,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:08:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:58,715 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:08:58,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:08:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,35175,1733152128537 2024-12-02T15:08:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2c1533 2024-12-02T15:08:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:08:58,717 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:08:58,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:08:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:08:58,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:08:58,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:58,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:08:58,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:08:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:08:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:59,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 092795e231aec443e36614a27384d5f1, NAME => 'test,,1733152138717.092795e231aec443e36614a27384d5f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2 2024-12-02T15:08:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:08:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152138717.092795e231aec443e36614a27384d5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 092795e231aec443e36614a27384d5f1, disabling compactions & flushes 2024-12-02T15:08:59,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152138717.092795e231aec443e36614a27384d5f1. after waiting 0 ms 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 092795e231aec443e36614a27384d5f1: Waiting for close lock at 1733152139532Disabling compacts and flushes for region at 1733152139532Disabling writes for close at 1733152139532Writing region close event to WAL at 1733152139532Closed at 1733152139532 2024-12-02T15:08:59,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:08:59,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152138717.092795e231aec443e36614a27384d5f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152139533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152139533"}]},"ts":"1733152139533"} 2024-12-02T15:08:59,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:08:59,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:08:59,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152139536"}]},"ts":"1733152139536"} 2024-12-02T15:08:59,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:08:59,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=092795e231aec443e36614a27384d5f1, ASSIGN}] 2024-12-02T15:08:59,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=092795e231aec443e36614a27384d5f1, ASSIGN 2024-12-02T15:08:59,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=092795e231aec443e36614a27384d5f1, ASSIGN; state=OFFLINE, location=be0458f36726,34001,1733152128651; forceNewPlan=false, retain=false 2024-12-02T15:08:59,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=092795e231aec443e36614a27384d5f1, regionState=OPENING, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:08:59,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=092795e231aec443e36614a27384d5f1, ASSIGN because future has completed 2024-12-02T15:08:59,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 092795e231aec443e36614a27384d5f1, server=be0458f36726,34001,1733152128651}] 2024-12-02T15:08:59,847 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,847 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 092795e231aec443e36614a27384d5f1, NAME => 'test,,1733152138717.092795e231aec443e36614a27384d5f1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:08:59,847 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:08:59,848 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:08:59,848 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,848 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152138717.092795e231aec443e36614a27384d5f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:08:59,848 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,848 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,849 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,850 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 092795e231aec443e36614a27384d5f1 columnFamilyName f 2024-12-02T15:08:59,850 DEBUG [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:59,850 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(327): Store=092795e231aec443e36614a27384d5f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:59,851 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,851 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 092795e231aec443e36614a27384d5f1 columnFamilyName f1 2024-12-02T15:08:59,852 DEBUG [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:59,852 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(327): Store=092795e231aec443e36614a27384d5f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:59,852 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,853 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 092795e231aec443e36614a27384d5f1 columnFamilyName norep 2024-12-02T15:08:59,853 DEBUG [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:08:59,853 INFO [StoreOpener-092795e231aec443e36614a27384d5f1-1 {}] regionserver.HStore(327): Store=092795e231aec443e36614a27384d5f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:08:59,853 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,854 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,854 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:08:59,855 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,855 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,855 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:08:59,856 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,857 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:08:59,858 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 092795e231aec443e36614a27384d5f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68496440, jitterRate=0.020676493644714355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:08:59,858 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 092795e231aec443e36614a27384d5f1 2024-12-02T15:08:59,858 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 092795e231aec443e36614a27384d5f1: Running coprocessor pre-open hook at 1733152139848Writing region info on filesystem at 1733152139848Initializing all the Stores at 1733152139849 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152139849Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152139849Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152139849Cleaning up temporary data from old regions at 1733152139855 (+6 ms)Running coprocessor post-open hooks at 1733152139858 (+3 ms)Region opened successfully at 1733152139858 2024-12-02T15:08:59,858 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152138717.092795e231aec443e36614a27384d5f1., pid=6, masterSystemTime=1733152139844 2024-12-02T15:08:59,870 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,871 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:08:59,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=092795e231aec443e36614a27384d5f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:08:59,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 092795e231aec443e36614a27384d5f1, server=be0458f36726,34001,1733152128651 because future has completed 2024-12-02T15:08:59,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:08:59,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 092795e231aec443e36614a27384d5f1, server=be0458f36726,34001,1733152128651 in 182 msec 2024-12-02T15:08:59,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:08:59,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=092795e231aec443e36614a27384d5f1, ASSIGN in 338 msec 2024-12-02T15:08:59,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:08:59,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152139878"}]},"ts":"1733152139878"} 2024-12-02T15:08:59,879 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:08:59,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:08:59,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-02T15:09:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:00,864 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:09:00,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ccd2fbc 2024-12-02T15:09:00,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:00,867 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:00,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:09:00,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:00,870 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:00,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:09:00,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:09:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:01,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b93a356cbc4e3473849fd647d7524c3, NAME => 'test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f 2024-12-02T15:09:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:09:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b93a356cbc4e3473849fd647d7524c3, disabling compactions & flushes 2024-12-02T15:09:01,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. after waiting 0 ms 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:01,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:01,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b93a356cbc4e3473849fd647d7524c3: Waiting for close lock at 1733152141684Disabling compacts and flushes for region at 1733152141684Disabling writes for close at 1733152141684Writing region close event to WAL at 1733152141684Closed at 1733152141684 2024-12-02T15:09:01,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:01,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152141685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152141685"}]},"ts":"1733152141685"} 2024-12-02T15:09:01,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:01,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:01,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152141688"}]},"ts":"1733152141688"} 2024-12-02T15:09:01,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:09:01,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b93a356cbc4e3473849fd647d7524c3, ASSIGN}] 2024-12-02T15:09:01,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b93a356cbc4e3473849fd647d7524c3, ASSIGN 2024-12-02T15:09:01,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b93a356cbc4e3473849fd647d7524c3, ASSIGN; state=OFFLINE, location=be0458f36726,33563,1733152133216; forceNewPlan=false, retain=false 2024-12-02T15:09:01,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b93a356cbc4e3473849fd647d7524c3, regionState=OPENING, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:09:01,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b93a356cbc4e3473849fd647d7524c3, ASSIGN because future has completed 2024-12-02T15:09:01,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b93a356cbc4e3473849fd647d7524c3, server=be0458f36726,33563,1733152133216}] 2024-12-02T15:09:01,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:01,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:01,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:02,000 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:02,000 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b93a356cbc4e3473849fd647d7524c3, NAME => 'test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:02,001 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:02,001 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:09:02,001 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,001 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:02,001 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,001 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,002 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,003 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b93a356cbc4e3473849fd647d7524c3 columnFamilyName f 2024-12-02T15:09:02,003 DEBUG [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:02,004 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(327): Store=7b93a356cbc4e3473849fd647d7524c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:02,004 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:02,005 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b93a356cbc4e3473849fd647d7524c3 columnFamilyName f1 2024-12-02T15:09:02,005 DEBUG [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:02,005 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(327): Store=7b93a356cbc4e3473849fd647d7524c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:02,005 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,005 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b93a356cbc4e3473849fd647d7524c3 columnFamilyName norep 2024-12-02T15:09:02,006 DEBUG [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:02,006 INFO [StoreOpener-7b93a356cbc4e3473849fd647d7524c3-1 {}] regionserver.HStore(327): Store=7b93a356cbc4e3473849fd647d7524c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:02,006 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,006 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,007 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,007 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,007 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,008 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:02,008 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,009 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:02,010 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b93a356cbc4e3473849fd647d7524c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69140245, jitterRate=0.030269935727119446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:02,010 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:02,010 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b93a356cbc4e3473849fd647d7524c3: Running coprocessor pre-open hook at 1733152142001Writing region info on filesystem at 1733152142001Initializing all the Stores at 1733152142002 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152142002Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152142002Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152142002Cleaning up temporary data from old regions at 1733152142007 (+5 ms)Running coprocessor post-open hooks at 1733152142010 (+3 ms)Region opened successfully at 1733152142010 2024-12-02T15:09:02,011 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3., pid=6, masterSystemTime=1733152141997 2024-12-02T15:09:02,013 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:02,013 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:02,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b93a356cbc4e3473849fd647d7524c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:09:02,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b93a356cbc4e3473849fd647d7524c3, server=be0458f36726,33563,1733152133216 because future has completed 2024-12-02T15:09:02,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:09:02,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b93a356cbc4e3473849fd647d7524c3, server=be0458f36726,33563,1733152133216 in 171 msec 2024-12-02T15:09:02,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:09:02,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b93a356cbc4e3473849fd647d7524c3, ASSIGN in 327 msec 2024-12-02T15:09:02,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:02,019 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152142019"}]},"ts":"1733152142019"} 2024-12-02T15:09:02,021 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:09:02,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:02,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-02T15:09:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:03,015 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:09:03,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:03,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:03,017 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:03,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:03,019 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:03,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e6debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43037,1733152123515 2024-12-02T15:09:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af1a17a 2024-12-02T15:09:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:03,021 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:03,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:35175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:03,024 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:35175' 2024-12-02T15:09:03,026 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c66aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,026 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:09:03,026 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:03,027 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:09:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:09:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c264f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:09:03,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:03,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:03,028 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:03,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:03,029 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,35175,1733152128537 2024-12-02T15:09:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4136af6 2024-12-02T15:09:03,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:03,031 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:03,032 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T15:09:03,032 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:03,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:03,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:03,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:03,033 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:03,034 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:03,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:03,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:03,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:03,084 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:03,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:09:03,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:09:03,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:03,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:09:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:03,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1804fef3dff7118d7bb0b78f680c7cd9, NAME => 'hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973 2024-12-02T15:09:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1804fef3dff7118d7bb0b78f680c7cd9, disabling compactions & flushes 2024-12-02T15:09:03,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. after waiting 0 ms 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:03,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:03,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1804fef3dff7118d7bb0b78f680c7cd9: Waiting for close lock at 1733152143849Disabling compacts and flushes for region at 1733152143849Disabling writes for close at 1733152143849Writing region close event to WAL at 1733152143849Closed at 1733152143849 2024-12-02T15:09:03,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:03,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152143850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152143850"}]},"ts":"1733152143850"} 2024-12-02T15:09:03,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:03,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:03,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152143853"}]},"ts":"1733152143853"} 2024-12-02T15:09:03,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:03,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804fef3dff7118d7bb0b78f680c7cd9, ASSIGN}] 2024-12-02T15:09:03,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804fef3dff7118d7bb0b78f680c7cd9, ASSIGN 2024-12-02T15:09:03,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1804fef3dff7118d7bb0b78f680c7cd9, ASSIGN; state=OFFLINE, location=be0458f36726,36783,1733152123646; forceNewPlan=false, retain=false 2024-12-02T15:09:04,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1804fef3dff7118d7bb0b78f680c7cd9, regionState=OPENING, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:09:04,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1804fef3dff7118d7bb0b78f680c7cd9, ASSIGN because future has completed 2024-12-02T15:09:04,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1804fef3dff7118d7bb0b78f680c7cd9, server=be0458f36726,36783,1733152123646}] 2024-12-02T15:09:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:04,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:04,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:04,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:04,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36783%2C1733152123646.rep, suffix=, logDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646, archiveDir=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs, maxLogs=10 2024-12-02T15:09:04,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.rep.1733152144167, exclude list is [], retry=0 2024-12-02T15:09:04,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45689,DS-d8497f0c-a8a4-4a7b-91c4-5bf466c0dc39,DISK] 2024-12-02T15:09:04,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.rep.1733152144167 2024-12-02T15:09:04,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-02T15:09:04,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1804fef3dff7118d7bb0b78f680c7cd9, NAME => 'hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:04,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. service=MultiRowMutationService 2024-12-02T15:09:04,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,184 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,185 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804fef3dff7118d7bb0b78f680c7cd9 columnFamilyName hfileref 2024-12-02T15:09:04,185 DEBUG [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:04,186 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(327): Store=1804fef3dff7118d7bb0b78f680c7cd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:04,186 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,186 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804fef3dff7118d7bb0b78f680c7cd9 columnFamilyName queue 2024-12-02T15:09:04,186 DEBUG [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:04,187 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(327): Store=1804fef3dff7118d7bb0b78f680c7cd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:04,187 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,188 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804fef3dff7118d7bb0b78f680c7cd9 columnFamilyName sid 2024-12-02T15:09:04,188 DEBUG [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:04,188 INFO [StoreOpener-1804fef3dff7118d7bb0b78f680c7cd9-1 {}] regionserver.HStore(327): Store=1804fef3dff7118d7bb0b78f680c7cd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:04,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:04,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:04,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1804fef3dff7118d7bb0b78f680c7cd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61858659, jitterRate=-0.07823415100574493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1804fef3dff7118d7bb0b78f680c7cd9: Running coprocessor pre-open hook at 1733152144183Writing region info on filesystem at 1733152144183Initializing all the Stores at 1733152144184 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152144184Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152144184Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152144184Cleaning up temporary data from old regions at 1733152144189 (+5 ms)Running coprocessor post-open hooks at 1733152144192 (+3 ms)Region opened successfully at 1733152144192 2024-12-02T15:09:04,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9., pid=10, masterSystemTime=1733152144162 2024-12-02T15:09:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:04,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:04,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1804fef3dff7118d7bb0b78f680c7cd9, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,36783,1733152123646 2024-12-02T15:09:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1804fef3dff7118d7bb0b78f680c7cd9, server=be0458f36726,36783,1733152123646 because future has completed 2024-12-02T15:09:04,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:04,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1804fef3dff7118d7bb0b78f680c7cd9, server=be0458f36726,36783,1733152123646 in 188 msec 2024-12-02T15:09:04,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:04,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804fef3dff7118d7bb0b78f680c7cd9, ASSIGN in 344 msec 2024-12-02T15:09:04,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:04,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152144201"}]},"ts":"1733152144201"} 2024-12-02T15:09:04,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:04,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:04,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-02T15:09:04,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9., hostname=be0458f36726,36783,1733152123646, seqNum=2] 2024-12-02T15:09:04,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:09:04,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:09:04,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:04,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:04,477 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:04,509 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,36783,1733152123646, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:04,510 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:04,510 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36783,1733152123646, seqNum=-1] 2024-12-02T15:09:04,510 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:04,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,36783,1733152123646', locateType=CURRENT is [region=hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9., hostname=be0458f36726,36783,1733152123646, seqNum=2] 2024-12-02T15:09:04,522 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:04,525 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,36783,1733152123646 suceeded 2024-12-02T15:09:04,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:04,528 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:35175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:04,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-02T15:09:04,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-12-02T15:09:04,536 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:35175' 2024-12-02T15:09:04,538 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc5ea73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:04,538 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:09:04,538 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:04,539 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b9449d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:04,540 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:04,541 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3b8a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:04,541 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,35175,1733152128537 2024-12-02T15:09:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16400546 2024-12-02T15:09:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:04,543 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:04,543 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,36783,1733152123646 (queues=1) is replicating from cluster=815ad407-38d7-4cf3-9deb-71cd8266c04a to cluster=1c7ea991-c253-4d69-82ca-fad1d996800e 2024-12-02T15:09:04,544 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C36783%2C1733152123646 2024-12-02T15:09:04,544 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,36783,1733152123646, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:04,544 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C36783%2C1733152123646 2024-12-02T15:09:04,544 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, startPosition=0, beingWritten=true 2024-12-02T15:09:04,553 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:04,553 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:04,553 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:04,763 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:05,067 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:05,185 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:05,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:05,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:05,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:05,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:09:05,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:05,186 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:09:05,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:05,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:09:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f23cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:09:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,187 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:05,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cde917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,35175,1733152128537 2024-12-02T15:09:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55627f6a 2024-12-02T15:09:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:05,190 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:05,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:37807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:05,193 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37807' 2024-12-02T15:09:05,194 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30216349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,194 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:05,194 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:05,194 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:05,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:05,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:05,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6088eacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:05,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:05,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,195 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:05,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c41a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:05,196 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3a1930 2024-12-02T15:09:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:05,197 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:05,198 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T15:09:05,198 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:05,198 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,198 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:05,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:05,199 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:05,200 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:05,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:05,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:05,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:05,250 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:05,470 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:05,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e519994ace691b8d696f4b6368f28353, NAME => 'hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2 2024-12-02T15:09:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:05,974 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:06,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:06,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e519994ace691b8d696f4b6368f28353, disabling compactions & flushes 2024-12-02T15:09:06,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. after waiting 0 ms 2024-12-02T15:09:06,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e519994ace691b8d696f4b6368f28353: Waiting for close lock at 1733152146014Disabling compacts and flushes for region at 1733152146014Disabling writes for close at 1733152146014Writing region close event to WAL at 1733152146014Closed at 1733152146014 2024-12-02T15:09:06,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:06,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152146015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152146015"}]},"ts":"1733152146015"} 2024-12-02T15:09:06,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:06,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:06,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152146018"}]},"ts":"1733152146018"} 2024-12-02T15:09:06,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:06,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e519994ace691b8d696f4b6368f28353, ASSIGN}] 2024-12-02T15:09:06,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e519994ace691b8d696f4b6368f28353, ASSIGN 2024-12-02T15:09:06,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e519994ace691b8d696f4b6368f28353, ASSIGN; state=OFFLINE, location=be0458f36726,34001,1733152128651; forceNewPlan=false, retain=false 2024-12-02T15:09:06,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e519994ace691b8d696f4b6368f28353, regionState=OPENING, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:09:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e519994ace691b8d696f4b6368f28353, ASSIGN because future has completed 2024-12-02T15:09:06,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e519994ace691b8d696f4b6368f28353, server=be0458f36726,34001,1733152128651}] 2024-12-02T15:09:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:06,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:06,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:06,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34001%2C1733152128651.rep, suffix=, logDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651, archiveDir=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/oldWALs, maxLogs=10 2024-12-02T15:09:06,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.rep.1733152146332, exclude list is [], retry=0 2024-12-02T15:09:06,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-fb589184-4c98-4f0a-8971-215aa1ef9f56,DISK] 2024-12-02T15:09:06,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.rep.1733152146332 2024-12-02T15:09:06,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35249:35249)] 2024-12-02T15:09:06,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e519994ace691b8d696f4b6368f28353, NAME => 'hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:06,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:06,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:06,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. service=MultiRowMutationService 2024-12-02T15:09:06,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:06,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:06,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,355 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,357 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e519994ace691b8d696f4b6368f28353 columnFamilyName hfileref 2024-12-02T15:09:06,357 DEBUG [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:06,357 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(327): Store=e519994ace691b8d696f4b6368f28353/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:06,357 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,358 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e519994ace691b8d696f4b6368f28353 columnFamilyName queue 2024-12-02T15:09:06,358 DEBUG [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:06,359 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(327): Store=e519994ace691b8d696f4b6368f28353/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:06,359 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,359 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e519994ace691b8d696f4b6368f28353 columnFamilyName sid 2024-12-02T15:09:06,359 DEBUG [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:06,360 INFO [StoreOpener-e519994ace691b8d696f4b6368f28353-1 {}] regionserver.HStore(327): Store=e519994ace691b8d696f4b6368f28353/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:06,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/replication/e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/replication/e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:06,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/replication/e519994ace691b8d696f4b6368f28353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:06,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e519994ace691b8d696f4b6368f28353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62766828, jitterRate=-0.0647013783454895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:06,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:06,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e519994ace691b8d696f4b6368f28353: Running coprocessor pre-open hook at 1733152146354Writing region info on filesystem at 1733152146354Initializing all the Stores at 1733152146355 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152146355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152146355Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152146355Cleaning up temporary data from old regions at 1733152146362 (+7 ms)Running coprocessor post-open hooks at 1733152146365 (+3 ms)Region opened successfully at 1733152146365 2024-12-02T15:09:06,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353., pid=10, masterSystemTime=1733152146327 2024-12-02T15:09:06,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:06,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e519994ace691b8d696f4b6368f28353, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,34001,1733152128651 2024-12-02T15:09:06,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e519994ace691b8d696f4b6368f28353, server=be0458f36726,34001,1733152128651 because future has completed 2024-12-02T15:09:06,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:06,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e519994ace691b8d696f4b6368f28353, server=be0458f36726,34001,1733152128651 in 196 msec 2024-12-02T15:09:06,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:06,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e519994ace691b8d696f4b6368f28353, ASSIGN in 352 msec 2024-12-02T15:09:06,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:06,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152146375"}]},"ts":"1733152146375"} 2024-12-02T15:09:06,377 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:06,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:06,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-02T15:09:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353., hostname=be0458f36726,34001,1733152128651, seqNum=2] 2024-12-02T15:09:06,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:09:06,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:09:06,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:06,578 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:06,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:06,652 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:06,676 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,34001,1733152128651, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:06,676 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:06,677 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34001,1733152128651, seqNum=-1] 2024-12-02T15:09:06,677 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:06,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:06,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,34001,1733152128651', locateType=CURRENT is [region=hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353., hostname=be0458f36726,34001,1733152128651, seqNum=2] 2024-12-02T15:09:06,682 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:06,684 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,34001,1733152128651 suceeded 2024-12-02T15:09:06,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:06,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T15:09:06,686 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:37807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:06,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-12-02T15:09:06,695 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:37807' 2024-12-02T15:09:06,696 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43cf61ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:06,696 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:06,696 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:06,697 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@629ac49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:06,698 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:06,698 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c711c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:06,698 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649303d7 2024-12-02T15:09:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:06,700 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:06,700 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,34001,1733152128651 (queues=1) is replicating from cluster=1c7ea991-c253-4d69-82ca-fad1d996800e to cluster=2b8f8a3b-454d-4aea-8b54-1ff424369171 2024-12-02T15:09:06,701 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C34001%2C1733152128651 2024-12-02T15:09:06,701 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,34001,1733152128651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:06,701 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C34001%2C1733152128651 2024-12-02T15:09:06,701 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, startPosition=0, beingWritten=true 2024-12-02T15:09:06,706 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:06,706 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:06,706 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:06,910 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:07,213 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:07,282 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:07,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:07,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:07,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:07,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:07,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:07,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:07,337 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b13598b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,338 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f818808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49753d5c 2024-12-02T15:09:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:07,340 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:07,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:43037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:07,343 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:43037' 2024-12-02T15:09:07,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35624bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,343 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:07,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:07,344 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7372fc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,345 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:07,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9632a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:07,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:07,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43037,1733152123515 2024-12-02T15:09:07,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19f06aca 2024-12-02T15:09:07,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:07,347 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:07,348 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:09:07,348 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:07,348 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,348 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:07,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:07,349 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:07,349 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:07,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:07,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:07,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:07,400 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:07,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:07,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:07,617 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:07,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a93191943a47c887572cb7af02918eb, NAME => 'hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f 2024-12-02T15:09:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:08,085 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:08,121 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:08,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:08,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a93191943a47c887572cb7af02918eb, disabling compactions & flushes 2024-12-02T15:09:08,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. after waiting 0 ms 2024-12-02T15:09:08,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a93191943a47c887572cb7af02918eb: Waiting for close lock at 1733152148162Disabling compacts and flushes for region at 1733152148162Disabling writes for close at 1733152148162Writing region close event to WAL at 1733152148162Closed at 1733152148162 2024-12-02T15:09:08,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:08,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152148164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152148164"}]},"ts":"1733152148164"} 2024-12-02T15:09:08,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:08,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:08,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152148166"}]},"ts":"1733152148166"} 2024-12-02T15:09:08,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:08,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a93191943a47c887572cb7af02918eb, ASSIGN}] 2024-12-02T15:09:08,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a93191943a47c887572cb7af02918eb, ASSIGN 2024-12-02T15:09:08,170 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a93191943a47c887572cb7af02918eb, ASSIGN; state=OFFLINE, location=be0458f36726,33563,1733152133216; forceNewPlan=false, retain=false 2024-12-02T15:09:08,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a93191943a47c887572cb7af02918eb, regionState=OPENING, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:09:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a93191943a47c887572cb7af02918eb, ASSIGN because future has completed 2024-12-02T15:09:08,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a93191943a47c887572cb7af02918eb, server=be0458f36726,33563,1733152133216}] 2024-12-02T15:09:08,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:09:08,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:08,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:08,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C33563%2C1733152133216.rep, suffix=, logDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/oldWALs, maxLogs=10 2024-12-02T15:09:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:08,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.rep.1733152148480, exclude list is [], retry=0 2024-12-02T15:09:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-62700948-b672-448f-8045-ddf2977b9506,DISK] 2024-12-02T15:09:08,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.rep.1733152148480 2024-12-02T15:09:08,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585)] 2024-12-02T15:09:08,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a93191943a47c887572cb7af02918eb, NAME => 'hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:08,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. service=MultiRowMutationService 2024-12-02T15:09:08,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,496 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,497 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a93191943a47c887572cb7af02918eb columnFamilyName hfileref 2024-12-02T15:09:08,497 DEBUG [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:08,498 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(327): Store=2a93191943a47c887572cb7af02918eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:08,498 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,498 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a93191943a47c887572cb7af02918eb columnFamilyName queue 2024-12-02T15:09:08,499 DEBUG [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:08,499 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(327): Store=2a93191943a47c887572cb7af02918eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:08,499 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,500 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a93191943a47c887572cb7af02918eb columnFamilyName sid 2024-12-02T15:09:08,500 DEBUG [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:08,500 INFO [StoreOpener-2a93191943a47c887572cb7af02918eb-1 {}] regionserver.HStore(327): Store=2a93191943a47c887572cb7af02918eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:08,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:08,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:08,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a93191943a47c887572cb7af02918eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73810937, jitterRate=0.09986867010593414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:08,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:08,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a93191943a47c887572cb7af02918eb: Running coprocessor pre-open hook at 1733152148495Writing region info on filesystem at 1733152148495Initializing all the Stores at 1733152148496 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152148496Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152148496Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152148496Cleaning up temporary data from old regions at 1733152148501 (+5 ms)Running coprocessor post-open hooks at 1733152148505 (+4 ms)Region opened successfully at 1733152148505 2024-12-02T15:09:08,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb., pid=10, masterSystemTime=1733152148475 2024-12-02T15:09:08,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:08,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a93191943a47c887572cb7af02918eb, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,33563,1733152133216 2024-12-02T15:09:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a93191943a47c887572cb7af02918eb, server=be0458f36726,33563,1733152133216 because future has completed 2024-12-02T15:09:08,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:08,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a93191943a47c887572cb7af02918eb, server=be0458f36726,33563,1733152133216 in 187 msec 2024-12-02T15:09:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a93191943a47c887572cb7af02918eb, ASSIGN in 343 msec 2024-12-02T15:09:08,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:08,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152148514"}]},"ts":"1733152148514"} 2024-12-02T15:09:08,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:08,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:08,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-02T15:09:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb., hostname=be0458f36726,33563,1733152133216, seqNum=2] 2024-12-02T15:09:08,725 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:09:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:09:08,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:08,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:09,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:09,010 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:09,033 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,33563,1733152133216, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:09,033 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:09,033 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33563,1733152133216, seqNum=-1] 2024-12-02T15:09:09,033 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:09,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:09,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,33563,1733152133216', locateType=CURRENT is [region=hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb., hostname=be0458f36726,33563,1733152133216, seqNum=2] 2024-12-02T15:09:09,038 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:09,040 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,33563,1733152133216 suceeded 2024-12-02T15:09:09,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:09,041 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:43037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:09,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T15:09:09,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7000 sec 2024-12-02T15:09:09,050 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:43037' 2024-12-02T15:09:09,051 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59afbe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,051 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:09,051 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:09,052 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e561ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:09,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,053 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:09,054 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdc7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,054 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43037,1733152123515 2024-12-02T15:09:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6446eb3f 2024-12-02T15:09:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:09,055 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:09,055 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,33563,1733152133216 (queues=1) is replicating from cluster=2b8f8a3b-454d-4aea-8b54-1ff424369171 to cluster=815ad407-38d7-4cf3-9deb-71cd8266c04a 2024-12-02T15:09:09,055 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C33563%2C1733152133216 2024-12-02T15:09:09,055 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,33563,1733152133216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:09,056 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C33563%2C1733152133216 2024-12-02T15:09:09,056 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, startPosition=0, beingWritten=true 2024-12-02T15:09:09,085 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:09,085 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 379, reset compression=false 2024-12-02T15:09:09,085 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:09,289 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 379, reset compression=false 2024-12-02T15:09:09,428 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:09,495 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:09,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:09,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:09,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:09,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:09,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:09,497 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6838b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,498 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1681762c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:09:09,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:09,501 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332a5c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,502 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41748b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:09,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:09,504 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c72f778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:09,505 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f077a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:09,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:09,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36783,1733152123646, seqNum=-1] 2024-12-02T15:09:09,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:09,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821., hostname=be0458f36726,36783,1733152123646, seqNum=2] 2024-12-02T15:09:09,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33563,1733152133216, seqNum=-1] 2024-12-02T15:09:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:09,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3., hostname=be0458f36726,33563,1733152133216, seqNum=2] 2024-12-02T15:09:09,517 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T15:09:09,592 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 379, reset compression=false 2024-12-02T15:09:09,992 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 379, reset compression=false 2024-12-02T15:09:09,996 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:09,996 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 480, reset compression=false 2024-12-02T15:09:09,996 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 379, reset compression=false 2024-12-02T15:09:09,996 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d2aa0461eecc4f8f9fab9d815bc821/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T15:09:09,998 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:09,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:09,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@225416a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,35175,-1 for getting cluster id 2024-12-02T15:09:10,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:10,001 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ea991-c253-4d69-82ca-fad1d996800e' 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ea991-c253-4d69-82ca-fad1d996800e" 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c9b05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,35175,-1] 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:10,002 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:10,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40180e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34001,1733152128651, seqNum=-1] 2024-12-02T15:09:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:10,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152138717.092795e231aec443e36614a27384d5f1., hostname=be0458f36726,34001,1733152128651, seqNum=2] 2024-12-02T15:09:10,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:10,200 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 480, reset compression=false 2024-12-02T15:09:10,232 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 379, reset compression=false 2024-12-02T15:09:10,244 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:10,244 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 504, reset compression=false 2024-12-02T15:09:10,244 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T15:09:10,247 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:10,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:10,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:10,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3229d205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:10,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:10,256 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:10,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:10,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3168efa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:10,258 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:10,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e437b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:10,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:10,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,33563,1733152133216, seqNum=-1] 2024-12-02T15:09:10,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:10,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:10,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3., hostname=be0458f36726,33563,1733152133216, seqNum=2] 2024-12-02T15:09:10,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:10,453 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 504, reset compression=false 2024-12-02T15:09:10,500 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 379, reset compression=false 2024-12-02T15:09:10,503 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 480, reset compression=false 2024-12-02T15:09:10,504 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:10,504 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 527, reset compression=false 2024-12-02T15:09:10,504 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:10,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T15:09:10,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34001,1733152128651, seqNum=-1] 2024-12-02T15:09:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:10,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:10,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733152138717.092795e231aec443e36614a27384d5f1., hostname=be0458f36726,34001,1733152128651, seqNum=2] 2024-12-02T15:09:10,526 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T15:09:10,707 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 527, reset compression=false 2024-12-02T15:09:10,756 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 504, reset compression=false 2024-12-02T15:09:10,760 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:10,760 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:10,760 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:10,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:10,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:10,907 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 480, reset compression=false 2024-12-02T15:09:10,963 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:11,010 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 527, reset compression=false 2024-12-02T15:09:11,015 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:11,016 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 654, reset compression=false 2024-12-02T15:09:11,016 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b93a356cbc4e3473849fd647d7524c3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T15:09:11,018 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:11,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:11,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b3c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:11,020 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf10c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:11,021 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:11,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e43a691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:11,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:11,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36783,1733152123646, seqNum=-1] 2024-12-02T15:09:11,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:11,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821., hostname=be0458f36726,36783,1733152123646, seqNum=2] 2024-12-02T15:09:11,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:11,219 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 654, reset compression=false 2024-12-02T15:09:11,267 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:11,410 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 480, reset compression=false 2024-12-02T15:09:11,416 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:11,416 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 630, reset compression=false 2024-12-02T15:09:11,416 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:11,524 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 654, reset compression=false 2024-12-02T15:09:11,528 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T15:09:11,531 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T15:09:11,624 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 630, reset compression=false 2024-12-02T15:09:11,671 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:11,928 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 630, reset compression=false 2024-12-02T15:09:11,929 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 654, reset compression=false 2024-12-02T15:09:11,932 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:11,932 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 758, reset compression=false 2024-12-02T15:09:11,932 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b93a356cbc4e3473849fd647d7524c3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:11,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:11,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:12,136 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 758, reset compression=false 2024-12-02T15:09:12,174 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:12,331 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 630, reset compression=false 2024-12-02T15:09:12,342 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:12,342 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 757, reset compression=false 2024-12-02T15:09:12,342 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d2aa0461eecc4f8f9fab9d815bc821/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T15:09:12,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:12,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:12,439 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 758, reset compression=false 2024-12-02T15:09:12,533 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T15:09:12,536 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T15:09:12,546 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 757, reset compression=false 2024-12-02T15:09:12,550 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:12,550 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 913, reset compression=false 2024-12-02T15:09:12,550 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d2aa0461eecc4f8f9fab9d815bc821/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T15:09:12,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:12,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:12,753 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 913, reset compression=false 2024-12-02T15:09:12,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 608, reset compression=false 2024-12-02T15:09:12,782 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:12,782 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 907, reset compression=false 2024-12-02T15:09:12,782 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T15:09:12,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:12,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:12,843 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 758, reset compression=false 2024-12-02T15:09:12,847 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:12,847 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 929, reset compression=false 2024-12-02T15:09:12,847 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:12,985 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 907, reset compression=false 2024-12-02T15:09:13,051 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 929, reset compression=false 2024-12-02T15:09:13,057 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 913, reset compression=false 2024-12-02T15:09:13,289 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 907, reset compression=false 2024-12-02T15:09:13,355 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 929, reset compression=false 2024-12-02T15:09:13,460 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 913, reset compression=false 2024-12-02T15:09:13,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:09:13,538 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T15:09:13,541 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T15:09:13,692 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 907, reset compression=false 2024-12-02T15:09:13,697 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:13,697 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1066, reset compression=false 2024-12-02T15:09:13,697 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T15:09:13,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:13,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:13,759 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 929, reset compression=false 2024-12-02T15:09:13,763 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:13,763 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1078, reset compression=false 2024-12-02T15:09:13,763 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b93a356cbc4e3473849fd647d7524c3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T15:09:13,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:13,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:13,900 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1066, reset compression=false 2024-12-02T15:09:13,964 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 913, reset compression=false 2024-12-02T15:09:13,967 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1078, reset compression=false 2024-12-02T15:09:13,968 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:13,968 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1085, reset compression=false 2024-12-02T15:09:13,968 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:13,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:13,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:13,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:14,171 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1085, reset compression=false 2024-12-02T15:09:14,203 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1066, reset compression=false 2024-12-02T15:09:14,271 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1078, reset compression=false 2024-12-02T15:09:14,476 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1085, reset compression=false 2024-12-02T15:09:14,543 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T15:09:14,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T15:09:14,607 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1066, reset compression=false 2024-12-02T15:09:14,674 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1078, reset compression=false 2024-12-02T15:09:14,679 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:14,679 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1237, reset compression=false 2024-12-02T15:09:14,679 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b93a356cbc4e3473849fd647d7524c3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T15:09:14,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:14,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:14,879 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1085, reset compression=false 2024-12-02T15:09:14,884 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:14,885 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1234, reset compression=false 2024-12-02T15:09:14,885 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d2aa0461eecc4f8f9fab9d815bc821/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T15:09:14,885 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1237, reset compression=false 2024-12-02T15:09:14,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:14,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:15,088 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1234, reset compression=false 2024-12-02T15:09:15,112 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1066, reset compression=false 2024-12-02T15:09:15,116 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:15,116 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1239, reset compression=false 2024-12-02T15:09:15,116 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:15,189 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1237, reset compression=false 2024-12-02T15:09:15,320 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1239, reset compression=false 2024-12-02T15:09:15,393 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1234, reset compression=false 2024-12-02T15:09:15,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T15:09:15,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:15,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:15,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:15,563 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2220b8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:15,564 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215c616a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:15,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6cb1cb 2024-12-02T15:09:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:15,570 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:15,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-02T15:09:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T15:09:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:09:15,593 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1237, reset compression=false 2024-12-02T15:09:15,623 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1239, reset compression=false 2024-12-02T15:09:15,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:09:15,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T15:09:15,776 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T15:09:15,777 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T15:09:15,777 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,33563,1733152133216 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T15:09:15,777 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/be0458f36726:0-0. 2024-12-02T15:09:15,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:15,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:15,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:15,777 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:15,797 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1234, reset compression=false 2024-12-02T15:09:15,878 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:09:15,878 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:09:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:09:15,978 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 terminated 2024-12-02T15:09:15,998 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,33563,1733152133216, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:15,998 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T15:09:15,999 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T15:09:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T15:09:16,001 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on be0458f36726,33563,1733152133216 suceeded 2024-12-02T15:09:16,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T15:09:16,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-12-02T15:09:16,003 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T15:09:16,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 433 msec 2024-12-02T15:09:16,011 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:43037' 2024-12-02T15:09:16,013 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172975c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:16,013 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43037,-1 for getting cluster id 2024-12-02T15:09:16,013 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:16,013 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '815ad407-38d7-4cf3-9deb-71cd8266c04a' 2024-12-02T15:09:16,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:16,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "815ad407-38d7-4cf3-9deb-71cd8266c04a" 2024-12-02T15:09:16,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27c46106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:16,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43037,-1] 2024-12-02T15:09:16,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:16,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:16,014 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:16,015 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:16,015 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43037,1733152123515 2024-12-02T15:09:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f9ee8ce 2024-12-02T15:09:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:16,016 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:16,017 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,33563,1733152133216 (queues=1) is replicating from cluster=2b8f8a3b-454d-4aea-8b54-1ff424369171 to cluster=815ad407-38d7-4cf3-9deb-71cd8266c04a 2024-12-02T15:09:16,017 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C33563%2C1733152133216 2024-12-02T15:09:16,017 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,33563,1733152133216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:16,017 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C33563%2C1733152133216 2024-12-02T15:09:16,028 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1239, reset compression=false 2024-12-02T15:09:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:09:16,204 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:16,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:16,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:16,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:16,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:16,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:16,208 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T15:09:16,300 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1234, reset compression=false 2024-12-02T15:09:16,305 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:16,306 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1338, reset compression=false 2024-12-02T15:09:16,306 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[{test/60d2aa0461eecc4f8f9fab9d815bc821/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:16,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:16,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:16,509 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1338, reset compression=false 2024-12-02T15:09:16,532 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1239, reset compression=false 2024-12-02T15:09:16,536 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:16,536 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1367, reset compression=false 2024-12-02T15:09:16,537 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T15:09:16,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:16,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:16,741 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1367, reset compression=false 2024-12-02T15:09:16,813 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1338, reset compression=false 2024-12-02T15:09:17,045 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1367, reset compression=false 2024-12-02T15:09:17,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T15:09:17,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:17,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37807,-1 for getting cluster id 2024-12-02T15:09:17,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:17,212 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8f8a3b-454d-4aea-8b54-1ff424369171' 2024-12-02T15:09:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8f8a3b-454d-4aea-8b54-1ff424369171" 2024-12-02T15:09:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab39661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:17,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37807,-1] 2024-12-02T15:09:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,213 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d67294b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:17,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37807,1733152133052 2024-12-02T15:09:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39372d52 2024-12-02T15:09:17,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:17,217 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1338, reset compression=false 2024-12-02T15:09:17,218 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:17,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-02T15:09:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T15:09:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T15:09:17,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T15:09:17,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T15:09:17,418 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T15:09:17,419 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T15:09:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T15:09:17,421 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on be0458f36726,33563,1733152133216 suceeded 2024-12-02T15:09:17,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T15:09:17,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-02T15:09:17,423 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T15:09:17,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 205 msec 2024-12-02T15:09:17,450 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1367, reset compression=false 2024-12-02T15:09:17,455 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:17,455 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:17,455 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[{test/092795e231aec443e36614a27384d5f1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:17,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:17,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:17,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:17,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:17,475 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:17,519 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, startPosition=1237, beingWritten=true 2024-12-02T15:09:17,523 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:17,523 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1515, reset compression=false 2024-12-02T15:09:17,523 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b93a356cbc4e3473849fd647d7524c3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T15:09:17,525 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:17,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:17,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:17,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T15:09:17,544 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:17,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:17,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:17,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:17,546 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T15:09:17,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:09:17,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:17,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:17,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:17,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:09:17,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639669856, stopped=false 2024-12-02T15:09:17,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,37807,1733152133052 2024-12-02T15:09:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799887866/running 2024-12-02T15:09:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799887866/running 2024-12-02T15:09:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:09:17,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:09:17,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:17,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:17,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:17,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,33563,1733152133216' ***** 2024-12-02T15:09:17,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:09:17,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/running 2024-12-02T15:09:17,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Set watcher on znode that does not yet exist, /2-799887866/running 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:09:17,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a93191943a47c887572cb7af02918eb 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(959): stopping server be0458f36726,33563,1733152133216 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:17,566 INFO [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:33563. 2024-12-02T15:09:17,566 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a93191943a47c887572cb7af02918eb, disabling compactions & flushes 2024-12-02T15:09:17,566 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:17,566 DEBUG [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:17,566 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:17,566 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:17,566 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. after waiting 0 ms 2024-12-02T15:09:17,566 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:17,567 INFO [RS:0;be0458f36726:33563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:09:17,567 INFO [RS:0;be0458f36726:33563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:09:17,567 INFO [RS:0;be0458f36726:33563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:09:17,567 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:09:17,567 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a93191943a47c887572cb7af02918eb 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-02T15:09:17,567 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:09:17,567 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a93191943a47c887572cb7af02918eb=hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb., 7b93a356cbc4e3473849fd647d7524c3=test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3.} 2024-12-02T15:09:17,567 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a93191943a47c887572cb7af02918eb, 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:17,567 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:17,567 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:17,567 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:17,567 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:17,567 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:17,567 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:09:17,586 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/.tmp/queue/58cd7c7c3ca64533a1f1a87dfdb1e83c is 154, key is 1-be0458f36726,33563,1733152133216/queue:be0458f36726%2C33563%2C1733152133216/1733152157530/Put/seqid=0 2024-12-02T15:09:17,586 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/info/26c12ea11c984c0a9ce2a14d5262d6f6 is 147, key is hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb./info:regioninfo/1733152148507/Put/seqid=0 2024-12-02T15:09:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741841_1017 (size=5353) 2024-12-02T15:09:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741840_1016 (size=7686) 2024-12-02T15:09:17,632 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:17,658 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:17,722 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1338, reset compression=false 2024-12-02T15:09:17,726 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1515, reset compression=false 2024-12-02T15:09:17,727 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:17,727 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:17,727 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36783,1733152123646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:17,767 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a93191943a47c887572cb7af02918eb, 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:17,933 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:17,962 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:17,967 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a93191943a47c887572cb7af02918eb, 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:17,991 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/.tmp/queue/58cd7c7c3ca64533a1f1a87dfdb1e83c 2024-12-02T15:09:17,993 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/info/26c12ea11c984c0a9ce2a14d5262d6f6 2024-12-02T15:09:17,996 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/.tmp/queue/58cd7c7c3ca64533a1f1a87dfdb1e83c as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/queue/58cd7c7c3ca64533a1f1a87dfdb1e83c 2024-12-02T15:09:17,999 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/queue/58cd7c7c3ca64533a1f1a87dfdb1e83c, entries=1, sequenceid=13, filesize=5.2 K 2024-12-02T15:09:18,000 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2a93191943a47c887572cb7af02918eb in 434ms, sequenceid=13, compaction requested=false 2024-12-02T15:09:18,002 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/replication/2a93191943a47c887572cb7af02918eb/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:18,003 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a93191943a47c887572cb7af02918eb: Waiting for close lock at 1733152157566Running coprocessor pre-close hooks at 1733152157566Disabling compacts and flushes for region at 1733152157566Disabling writes for close at 1733152157566Obtaining lock to block concurrent updates at 1733152157567 (+1 ms)Preparing flush snapshotting stores in 2a93191943a47c887572cb7af02918eb at 1733152157567Finished memstore snapshotting hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733152157567Flushing stores of hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. at 1733152157568 (+1 ms)Flushing 2a93191943a47c887572cb7af02918eb/queue: creating writer at 1733152157568Flushing 2a93191943a47c887572cb7af02918eb/queue: appending metadata at 1733152157586 (+18 ms)Flushing 2a93191943a47c887572cb7af02918eb/queue: closing flushed file at 1733152157586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba9642c: reopening flushed file at 1733152157995 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2a93191943a47c887572cb7af02918eb in 434ms, sequenceid=13, compaction requested=false at 1733152158000 (+5 ms)Writing region close event to WAL at 1733152158000Running coprocessor post-close hooks at 1733152158003 (+3 ms)Closed at 1733152158003 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152147348.2a93191943a47c887572cb7af02918eb. 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b93a356cbc4e3473849fd647d7524c3, disabling compactions & flushes 2024-12-02T15:09:18,003 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. after waiting 0 ms 2024-12-02T15:09:18,003 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:18,003 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b93a356cbc4e3473849fd647d7524c3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T15:09:18,013 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/ns/a2f1b56a6203421aaa0d75869cdb124e is 43, key is default/ns:d/1733152136440/Put/seqid=0 2024-12-02T15:09:18,016 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f/3d8f723138fb4253bd551b680cb9fe2c is 37, key is row3/f:row3/1733152156205/Put/seqid=0 2024-12-02T15:09:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:09:18,017 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/ns/a2f1b56a6203421aaa0d75869cdb124e 2024-12-02T15:09:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741843_1019 (size=5228) 2024-12-02T15:09:18,019 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f/3d8f723138fb4253bd551b680cb9fe2c 2024-12-02T15:09:18,023 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d8f723138fb4253bd551b680cb9fe2c 2024-12-02T15:09:18,033 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1515, reset compression=false 2024-12-02T15:09:18,034 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/rep_barrier/d963bb031e884c2db29a305f83d13c69 is 112, key is test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3./rep_barrier:seqnumDuringOpen/1733152142013/Put/seqid=0 2024-12-02T15:09:18,041 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:18,041 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1762, reset compression=false 2024-12-02T15:09:18,041 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,33563,1733152133216 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:18,042 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,33563,1733152133216: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,33563,1733152133216, walGroup=be0458f36726%2C33563%2C1733152133216, offset=be0458f36726%2C33563%2C1733152133216.1733152135440:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:33563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:09:18,043 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:09:18,043 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:09:18,043 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:09:18,043 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:09:18,043 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:09:18,043 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 804490240 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 198057648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:09:18,044 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:37807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:37807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:09:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:09:18,048 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f1/58d0f68514d64bfda54ae7fc5baa69ec is 30, key is row1/f1:/1733152153538/DeleteFamily/seqid=0 2024-12-02T15:09:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741845_1021 (size=5158) 2024-12-02T15:09:18,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:09:18,167 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:18,237 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:18,249 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1762, reset compression=false 2024-12-02T15:09:18,312 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:09:18,312 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:09:18,366 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:18,368 DEBUG [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b93a356cbc4e3473849fd647d7524c3 2024-12-02T15:09:18,448 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/rep_barrier/d963bb031e884c2db29a305f83d13c69 2024-12-02T15:09:18,452 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f1/58d0f68514d64bfda54ae7fc5baa69ec 2024-12-02T15:09:18,456 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58d0f68514d64bfda54ae7fc5baa69ec 2024-12-02T15:09:18,468 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/norep/aac09af035fe48288d09cba0b49467b1 is 33, key is row2/norep:/1733152154544/DeleteFamily/seqid=0 2024-12-02T15:09:18,469 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/table/810aeffe338c4c229a154a0e2fde5adb is 53, key is hbase:replication/table:state/1733152148514/Put/seqid=0 2024-12-02T15:09:18,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741846_1022 (size=5108) 2024-12-02T15:09:18,472 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/norep/aac09af035fe48288d09cba0b49467b1 2024-12-02T15:09:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741847_1023 (size=5308) 2024-12-02T15:09:18,473 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/table/810aeffe338c4c229a154a0e2fde5adb 2024-12-02T15:09:18,475 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aac09af035fe48288d09cba0b49467b1 2024-12-02T15:09:18,476 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f/3d8f723138fb4253bd551b680cb9fe2c as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/f/3d8f723138fb4253bd551b680cb9fe2c 2024-12-02T15:09:18,476 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/info/26c12ea11c984c0a9ce2a14d5262d6f6 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/info/26c12ea11c984c0a9ce2a14d5262d6f6 2024-12-02T15:09:18,479 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d8f723138fb4253bd551b680cb9fe2c 2024-12-02T15:09:18,480 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/f/3d8f723138fb4253bd551b680cb9fe2c, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T15:09:18,480 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/info/26c12ea11c984c0a9ce2a14d5262d6f6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:09:18,480 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/f1/58d0f68514d64bfda54ae7fc5baa69ec as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/f1/58d0f68514d64bfda54ae7fc5baa69ec 2024-12-02T15:09:18,480 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/ns/a2f1b56a6203421aaa0d75869cdb124e as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/ns/a2f1b56a6203421aaa0d75869cdb124e 2024-12-02T15:09:18,484 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58d0f68514d64bfda54ae7fc5baa69ec 2024-12-02T15:09:18,484 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/ns/a2f1b56a6203421aaa0d75869cdb124e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:09:18,484 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/f1/58d0f68514d64bfda54ae7fc5baa69ec, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:18,485 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/.tmp/norep/aac09af035fe48288d09cba0b49467b1 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/norep/aac09af035fe48288d09cba0b49467b1 2024-12-02T15:09:18,485 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/rep_barrier/d963bb031e884c2db29a305f83d13c69 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/rep_barrier/d963bb031e884c2db29a305f83d13c69 2024-12-02T15:09:18,488 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aac09af035fe48288d09cba0b49467b1 2024-12-02T15:09:18,488 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/rep_barrier/d963bb031e884c2db29a305f83d13c69, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:09:18,488 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/norep/aac09af035fe48288d09cba0b49467b1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:18,489 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/.tmp/table/810aeffe338c4c229a154a0e2fde5adb as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/table/810aeffe338c4c229a154a0e2fde5adb 2024-12-02T15:09:18,489 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b93a356cbc4e3473849fd647d7524c3 in 486ms, sequenceid=12, compaction requested=false 2024-12-02T15:09:18,492 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/default/test/7b93a356cbc4e3473849fd647d7524c3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T15:09:18,493 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:18,493 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:18,493 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:18,493 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b93a356cbc4e3473849fd647d7524c3: Waiting for close lock at 1733152158003Running coprocessor pre-close hooks at 1733152158003Disabling compacts and flushes for region at 1733152158003Disabling writes for close at 1733152158003Obtaining lock to block concurrent updates at 1733152158003Preparing flush snapshotting stores in 7b93a356cbc4e3473849fd647d7524c3 at 1733152158003Finished memstore snapshotting test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733152158004 (+1 ms)Flushing stores of test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. at 1733152158004Flushing 7b93a356cbc4e3473849fd647d7524c3/f: creating writer at 1733152158004Flushing 7b93a356cbc4e3473849fd647d7524c3/f: appending metadata at 1733152158016 (+12 ms)Flushing 7b93a356cbc4e3473849fd647d7524c3/f: closing flushed file at 1733152158016Flushing 7b93a356cbc4e3473849fd647d7524c3/f1: creating writer at 1733152158023 (+7 ms)Flushing 7b93a356cbc4e3473849fd647d7524c3/f1: appending metadata at 1733152158047 (+24 ms)Flushing 7b93a356cbc4e3473849fd647d7524c3/f1: closing flushed file at 1733152158047Flushing 7b93a356cbc4e3473849fd647d7524c3/norep: creating writer at 1733152158456 (+409 ms)Flushing 7b93a356cbc4e3473849fd647d7524c3/norep: appending metadata at 1733152158467 (+11 ms)Flushing 7b93a356cbc4e3473849fd647d7524c3/norep: closing flushed file at 1733152158467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fbc87e: reopening flushed file at 1733152158475 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6a4b86: reopening flushed file at 1733152158480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e84e1d: reopening flushed file at 1733152158484 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b93a356cbc4e3473849fd647d7524c3 in 486ms, sequenceid=12, compaction requested=false at 1733152158489 (+5 ms)Writing region close event to WAL at 1733152158490 (+1 ms)Running coprocessor post-close hooks at 1733152158493 (+3 ms)Closed at 1733152158493 2024-12-02T15:09:18,493 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/table/810aeffe338c4c229a154a0e2fde5adb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:09:18,493 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152140867.7b93a356cbc4e3473849fd647d7524c3. 2024-12-02T15:09:18,494 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-12-02T15:09:18,499 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:09:18,500 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:18,500 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:18,500 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:18,500 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152157567Running coprocessor pre-close hooks at 1733152157567Disabling compacts and flushes for region at 1733152157567Disabling writes for close at 1733152157567Obtaining lock to block concurrent updates at 1733152157567Preparing flush snapshotting stores in 1588230740 at 1733152157567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152157567Flushing stores of hbase:meta,,1.1588230740 at 1733152157568 (+1 ms)Flushing 1588230740/info: creating writer at 1733152157568Flushing 1588230740/info: appending metadata at 1733152157586 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733152157586Flushing 1588230740/ns: creating writer at 1733152157997 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733152158013 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733152158013Flushing 1588230740/rep_barrier: creating writer at 1733152158021 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152158034 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152158034Flushing 1588230740/table: creating writer at 1733152158452 (+418 ms)Flushing 1588230740/table: appending metadata at 1733152158469 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733152158469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e53027e: reopening flushed file at 1733152158475 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff29fa3: reopening flushed file at 1733152158480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a089a2: reopening flushed file at 1733152158484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebe31a9: reopening flushed file at 1733152158488 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1733152158494 (+6 ms)Writing region close event to WAL at 1733152158497 (+3 ms)Running coprocessor post-close hooks at 1733152158500 (+3 ms)Closed at 1733152158500 2024-12-02T15:09:18,500 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:18,552 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 1762, reset compression=false 2024-12-02T15:09:18,556 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:18,556 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/WALs/be0458f36726,33563,1733152133216/be0458f36726%2C33563%2C1733152133216.1733152135440 to pos 2406, reset compression=false 2024-12-02T15:09:18,568 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(976): stopping server be0458f36726,33563,1733152133216; all regions closed. 2024-12-02T15:09:18,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:09:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741839_1015 (size=3333) 2024-12-02T15:09:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741832_1008 (size=2414) 2024-12-02T15:09:18,574 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:18,574 INFO [RS:0;be0458f36726:33563 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:18,575 INFO [RS:0;be0458f36726:33563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:18,575 INFO [RS:0;be0458f36726:33563 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:18,575 INFO [RS:0;be0458f36726:33563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:18,575 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:18,575 INFO [RS:0;be0458f36726:33563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,33563,1733152133216 because: Region server is closing 2024-12-02T15:09:18,575 INFO [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:33563. 2024-12-02T15:09:18,575 DEBUG [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:18,575 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:18,576 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:18,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:18,640 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:18,676 INFO [RS:0;be0458f36726:33563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.shipperbe0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 terminated 2024-12-02T15:09:18,676 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,33563,1733152133216.replicationSource.wal-reader.be0458f36726%2C33563%2C1733152133216,1-be0458f36726,33563,1733152133216 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:09:18,676 INFO [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:33563. 2024-12-02T15:09:18,676 DEBUG [RS:0;be0458f36726:33563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:18,676 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:18,676 DEBUG [RS:0;be0458f36726:33563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:18,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:18,676 INFO [RS:0;be0458f36726:33563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33563 2024-12-02T15:09:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866/rs 2024-12-02T15:09:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799887866/rs/be0458f36726,33563,1733152133216 2024-12-02T15:09:18,723 INFO [RS:0;be0458f36726:33563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:18,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,33563,1733152133216] 2024-12-02T15:09:18,739 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-799887866/draining/be0458f36726,33563,1733152133216 already deleted, retry=false 2024-12-02T15:09:18,739 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,33563,1733152133216 expired; onlineServers=0 2024-12-02T15:09:18,739 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,37807,1733152133052' ***** 2024-12-02T15:09:18,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:18,740 DEBUG [M:0;be0458f36726:37807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:09:18,740 DEBUG [M:0;be0458f36726:37807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:09:18,740 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:09:18,740 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152135187 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152135187,5,FailOnTimeoutGroup] 2024-12-02T15:09:18,740 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152135188 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152135188,5,FailOnTimeoutGroup] 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:18,740 DEBUG [M:0;be0458f36726:37807 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:09:18,740 INFO [M:0;be0458f36726:37807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:18,741 INFO [M:0;be0458f36726:37807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:09:18,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:09:18,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-799887866/master 2024-12-02T15:09:18,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-799887866 2024-12-02T15:09:18,771 DEBUG [M:0;be0458f36726:37807 {}] zookeeper.ZKUtil(347): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Unable to get data of znode /2-799887866/master because node does not exist (not an error) 2024-12-02T15:09:18,771 WARN [M:0;be0458f36726:37807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:09:18,772 INFO [M:0;be0458f36726:37807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/.lastflushedseqids 2024-12-02T15:09:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741848_1024 (size=245) 2024-12-02T15:09:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33563-0x10197c46bd40007, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:18,831 INFO [RS:0;be0458f36726:33563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:18,831 INFO [RS:0;be0458f36726:33563 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,33563,1733152133216; zookeeper connection closed. 2024-12-02T15:09:18,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a33870 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a33870 2024-12-02T15:09:18,832 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:09:18,869 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:19,144 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:19,177 INFO [M:0;be0458f36726:37807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:09:19,177 INFO [M:0;be0458f36726:37807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:09:19,177 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:19,177 INFO [M:0;be0458f36726:37807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:19,177 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:19,177 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:19,177 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:19,177 INFO [M:0;be0458f36726:37807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-02T15:09:19,192 DEBUG [M:0;be0458f36726:37807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e980c838e54812aba030ef73a40806 is 82, key is hbase:meta,,1/info:regioninfo/1733152136429/Put/seqid=0 2024-12-02T15:09:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741849_1025 (size=5672) 2024-12-02T15:09:19,473 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:19,596 INFO [M:0;be0458f36726:37807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e980c838e54812aba030ef73a40806 2024-12-02T15:09:19,616 DEBUG [M:0;be0458f36726:37807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b58525676a425d9dd5c96038dac940 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152148516/Put/seqid=0 2024-12-02T15:09:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741850_1026 (size=9213) 2024-12-02T15:09:19,620 INFO [M:0;be0458f36726:37807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b58525676a425d9dd5c96038dac940 2024-12-02T15:09:19,634 DEBUG [M:0;be0458f36726:37807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d516624142b47cfb30e71e0758b81e4 is 69, key is be0458f36726,33563,1733152133216/rs:state/1733152135263/Put/seqid=0 2024-12-02T15:09:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741851_1027 (size=5156) 2024-12-02T15:09:19,748 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:20,038 INFO [M:0;be0458f36726:37807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d516624142b47cfb30e71e0758b81e4 2024-12-02T15:09:20,043 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e980c838e54812aba030ef73a40806 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e980c838e54812aba030ef73a40806 2024-12-02T15:09:20,046 INFO [M:0;be0458f36726:37807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e980c838e54812aba030ef73a40806, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T15:09:20,046 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b58525676a425d9dd5c96038dac940 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b58525676a425d9dd5c96038dac940 2024-12-02T15:09:20,050 INFO [M:0;be0458f36726:37807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b58525676a425d9dd5c96038dac940, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T15:09:20,050 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d516624142b47cfb30e71e0758b81e4 as hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d516624142b47cfb30e71e0758b81e4 2024-12-02T15:09:20,053 INFO [M:0;be0458f36726:37807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/00ee1ebb-053b-65e0-931b-fe33295e674f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d516624142b47cfb30e71e0758b81e4, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T15:09:20,054 INFO [M:0;be0458f36726:37807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false 2024-12-02T15:09:20,055 INFO [M:0;be0458f36726:37807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:20,055 DEBUG [M:0;be0458f36726:37807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152159177Disabling compacts and flushes for region at 1733152159177Disabling writes for close at 1733152159177Obtaining lock to block concurrent updates at 1733152159177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152159177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733152159178 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152159178Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152159178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152159192 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152159192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152159600 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152159616 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152159616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152159623 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152159634 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152159634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6c5ac5: reopening flushed file at 1733152160042 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275c6982: reopening flushed file at 1733152160046 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afb4b30: reopening flushed file at 1733152160050 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false at 1733152160054 (+4 ms)Writing region close event to WAL at 1733152160055 (+1 ms)Closed at 1733152160055 2024-12-02T15:09:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741830_1006 (size=73878) 2024-12-02T15:09:20,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:20,057 INFO [M:0;be0458f36726:37807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:09:20,057 INFO [M:0;be0458f36726:37807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37807 2024-12-02T15:09:20,058 INFO [M:0;be0458f36726:37807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:20,176 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:20,214 INFO [M:0;be0458f36726:37807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37807-0x10197c46bd40006, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:20,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11735bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:20,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:20,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:20,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:20,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:20,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:09:20,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:09:20,252 WARN [BP-1401337994-172.17.0.2-1733152131622 heartbeating to localhost/127.0.0.1:38289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:09:20,252 WARN [BP-1401337994-172.17.0.2-1733152131622 heartbeating to localhost/127.0.0.1:38289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1401337994-172.17.0.2-1733152131622 (Datanode Uuid 99a365b7-872b-490b-8e65-da7a4bd6e13b) service to localhost/127.0.0.1:38289 2024-12-02T15:09:20,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/cluster_a367ee72-cbfc-c4ab-4380-752b26f6cec9/data/data1/current/BP-1401337994-172.17.0.2-1733152131622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:20,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/cluster_a367ee72-cbfc-c4ab-4380-752b26f6cec9/data/data2/current/BP-1401337994-172.17.0.2-1733152131622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:20,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:09:20,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:20,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:20,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:20,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:20,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:20,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:09:20,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:09:20,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:20,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:20,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:20,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:20,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:20,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:09:20,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=600092522, stopped=false 2024-12-02T15:09:20,274 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,35175,1733152128537 2024-12-02T15:09:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-230008223/running 2024-12-02T15:09:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-230008223/running 2024-12-02T15:09:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:09:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:09:20,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:20,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:20,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/running 2024-12-02T15:09:20,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Set watcher on znode that does not yet exist, /1-230008223/running 2024-12-02T15:09:20,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:20,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:20,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,34001,1733152128651' ***** 2024-12-02T15:09:20,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:09:20,291 INFO [RS:0;be0458f36726:34001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:09:20,291 INFO [RS:0;be0458f36726:34001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:09:20,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:09:20,291 INFO [RS:0;be0458f36726:34001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:09:20,291 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for 092795e231aec443e36614a27384d5f1 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(959): stopping server be0458f36726,34001,1733152128651 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:34001. 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 092795e231aec443e36614a27384d5f1, disabling compactions & flushes 2024-12-02T15:09:20,292 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:09:20,292 DEBUG [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152138717.092795e231aec443e36614a27384d5f1. after waiting 0 ms 2024-12-02T15:09:20,292 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:09:20,292 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 092795e231aec443e36614a27384d5f1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:09:20,292 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:09:20,292 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1325): Online Regions={092795e231aec443e36614a27384d5f1=test,,1733152138717.092795e231aec443e36614a27384d5f1., 1588230740=hbase:meta,,1.1588230740, e519994ace691b8d696f4b6368f28353=hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.} 2024-12-02T15:09:20,292 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 092795e231aec443e36614a27384d5f1, 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:20,292 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:20,292 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:20,293 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:09:20,309 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f/e26df918c8b248f5946ed2e9ecdc0b08 is 37, key is row3/f:row3/1733152156205/Put/seqid=0 2024-12-02T15:09:20,310 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/info/436c0f556fcd4fb99204f71ab2c6f8fd is 147, key is hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353./info:regioninfo/1733152146368/Put/seqid=0 2024-12-02T15:09:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741840_1016 (size=5228) 2024-12-02T15:09:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741841_1017 (size=7686) 2024-12-02T15:09:20,313 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f/e26df918c8b248f5946ed2e9ecdc0b08 2024-12-02T15:09:20,317 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e26df918c8b248f5946ed2e9ecdc0b08 2024-12-02T15:09:20,333 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f1/d21f686aa39740cb94354037a8abdaaa is 30, key is row1/f1:/1733152153538/DeleteFamily/seqid=0 2024-12-02T15:09:20,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741842_1018 (size=5158) 2024-12-02T15:09:20,363 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:09:20,363 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:09:20,386 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:20,452 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:20,492 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 092795e231aec443e36614a27384d5f1, 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:20,693 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 092795e231aec443e36614a27384d5f1, 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:20,714 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/info/436c0f556fcd4fb99204f71ab2c6f8fd 2024-12-02T15:09:20,735 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/ns/ed11a57b125b4bd6a88e1c17207e91e4 is 43, key is default/ns:d/1733152131531/Put/seqid=0 2024-12-02T15:09:20,737 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f1/d21f686aa39740cb94354037a8abdaaa 2024-12-02T15:09:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741843_1019 (size=5153) 2024-12-02T15:09:20,740 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d21f686aa39740cb94354037a8abdaaa 2024-12-02T15:09:20,752 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/norep/e44d3850aba2498f8d33819b87ed30d6 is 33, key is row1/norep:/1733152153538/DeleteFamily/seqid=0 2024-12-02T15:09:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741844_1020 (size=5108) 2024-12-02T15:09:20,893 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 092795e231aec443e36614a27384d5f1, 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:20,980 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1471, reset compression=false 2024-12-02T15:09:20,985 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:20,985 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1718, reset compression=false 2024-12-02T15:09:20,985 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34001,1733152128651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:20,985 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,34001,1733152128651: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,34001,1733152128651, walGroup=be0458f36726%2C34001%2C1733152128651, offset=be0458f36726%2C34001%2C1733152128651.1733152130480:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:34001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:09:20,986 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:09:20,986 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:09:20,986 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:09:20,986 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:09:20,986 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:09:20,986 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 871599104 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198462432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:09:20,987 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:35175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:35175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:09:21,093 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 092795e231aec443e36614a27384d5f1, 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:21,139 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/ns/ed11a57b125b4bd6a88e1c17207e91e4 2024-12-02T15:09:21,156 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/norep/e44d3850aba2498f8d33819b87ed30d6 2024-12-02T15:09:21,156 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/rep_barrier/15e9d51cb1814618bebf9f729ee5db72 is 112, key is test,,1733152138717.092795e231aec443e36614a27384d5f1./rep_barrier:seqnumDuringOpen/1733152139871/Put/seqid=0 2024-12-02T15:09:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741845_1021 (size=5518) 2024-12-02T15:09:21,160 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44d3850aba2498f8d33819b87ed30d6 2024-12-02T15:09:21,161 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f/e26df918c8b248f5946ed2e9ecdc0b08 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/f/e26df918c8b248f5946ed2e9ecdc0b08 2024-12-02T15:09:21,165 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e26df918c8b248f5946ed2e9ecdc0b08 2024-12-02T15:09:21,165 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/f/e26df918c8b248f5946ed2e9ecdc0b08, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T15:09:21,166 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/f1/d21f686aa39740cb94354037a8abdaaa as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/f1/d21f686aa39740cb94354037a8abdaaa 2024-12-02T15:09:21,170 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d21f686aa39740cb94354037a8abdaaa 2024-12-02T15:09:21,170 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/f1/d21f686aa39740cb94354037a8abdaaa, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:21,171 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/.tmp/norep/e44d3850aba2498f8d33819b87ed30d6 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/norep/e44d3850aba2498f8d33819b87ed30d6 2024-12-02T15:09:21,175 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44d3850aba2498f8d33819b87ed30d6 2024-12-02T15:09:21,175 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/norep/e44d3850aba2498f8d33819b87ed30d6, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:21,175 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 092795e231aec443e36614a27384d5f1 in 883ms, sequenceid=12, compaction requested=false 2024-12-02T15:09:21,176 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:09:21,179 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/default/test/092795e231aec443e36614a27384d5f1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:21,180 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 092795e231aec443e36614a27384d5f1: Waiting for close lock at 1733152160292Running coprocessor pre-close hooks at 1733152160292Disabling compacts and flushes for region at 1733152160292Disabling writes for close at 1733152160292Obtaining lock to block concurrent updates at 1733152160292Preparing flush snapshotting stores in 092795e231aec443e36614a27384d5f1 at 1733152160292Finished memstore snapshotting test,,1733152138717.092795e231aec443e36614a27384d5f1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733152160292Flushing stores of test,,1733152138717.092795e231aec443e36614a27384d5f1. at 1733152160293 (+1 ms)Flushing 092795e231aec443e36614a27384d5f1/f: creating writer at 1733152160293Flushing 092795e231aec443e36614a27384d5f1/f: appending metadata at 1733152160309 (+16 ms)Flushing 092795e231aec443e36614a27384d5f1/f: closing flushed file at 1733152160309Flushing 092795e231aec443e36614a27384d5f1/f1: creating writer at 1733152160317 (+8 ms)Flushing 092795e231aec443e36614a27384d5f1/f1: appending metadata at 1733152160332 (+15 ms)Flushing 092795e231aec443e36614a27384d5f1/f1: closing flushed file at 1733152160332Flushing 092795e231aec443e36614a27384d5f1/norep: creating writer at 1733152160740 (+408 ms)Flushing 092795e231aec443e36614a27384d5f1/norep: appending metadata at 1733152160751 (+11 ms)Flushing 092795e231aec443e36614a27384d5f1/norep: closing flushed file at 1733152160751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671774e1: reopening flushed file at 1733152161160 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33778880: reopening flushed file at 1733152161165 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323d4a1b: reopening flushed file at 1733152161170 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 092795e231aec443e36614a27384d5f1 in 883ms, sequenceid=12, compaction requested=false at 1733152161175 (+5 ms)Writing region close event to WAL at 1733152161177 (+2 ms)Running coprocessor post-close hooks at 1733152161180 (+3 ms)Closed at 1733152161180 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152138717.092795e231aec443e36614a27384d5f1. 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e519994ace691b8d696f4b6368f28353, disabling compactions & flushes 2024-12-02T15:09:21,180 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. after waiting 0 ms 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,180 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e519994ace691b8d696f4b6368f28353: Waiting for close lock at 1733152161180Running coprocessor pre-close hooks at 1733152161180Disabling compacts and flushes for region at 1733152161180Disabling writes for close at 1733152161180Failed flush hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353., putting online again at 1733152161180 2024-12-02T15:09:21,181 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,194 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 1718, reset compression=false 2024-12-02T15:09:21,197 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:21,197 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 2362, reset compression=false 2024-12-02T15:09:21,255 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:21,293 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:09:21,293 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e519994ace691b8d696f4b6368f28353=hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353.} 2024-12-02T15:09:21,293 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:21,293 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e519994ace691b8d696f4b6368f28353 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e519994ace691b8d696f4b6368f28353, disabling compactions & flushes 2024-12-02T15:09:21,294 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. after waiting 0 ms 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e519994ace691b8d696f4b6368f28353: Waiting for close lock at 1733152161293Running coprocessor pre-close hooks at 1733152161293Disabling compacts and flushes for region at 1733152161293Disabling writes for close at 1733152161294 (+1 ms)Failed flush hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353., putting online again at 1733152161294 2024-12-02T15:09:21,294 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152145199.e519994ace691b8d696f4b6368f28353. 2024-12-02T15:09:21,400 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 2362, reset compression=false 2024-12-02T15:09:21,494 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:21,560 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/rep_barrier/15e9d51cb1814618bebf9f729ee5db72 2024-12-02T15:09:21,575 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/table/1ea631a43e024652a7a38ccf36d99eb2 is 53, key is hbase:replication/table:state/1733152146375/Put/seqid=0 2024-12-02T15:09:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:09:21,694 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:21,703 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 2362, reset compression=false 2024-12-02T15:09:21,894 DEBUG [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:21,979 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/table/1ea631a43e024652a7a38ccf36d99eb2 2024-12-02T15:09:21,983 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/info/436c0f556fcd4fb99204f71ab2c6f8fd as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/info/436c0f556fcd4fb99204f71ab2c6f8fd 2024-12-02T15:09:21,987 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/info/436c0f556fcd4fb99204f71ab2c6f8fd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:09:21,987 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/ns/ed11a57b125b4bd6a88e1c17207e91e4 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/ns/ed11a57b125b4bd6a88e1c17207e91e4 2024-12-02T15:09:21,991 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/ns/ed11a57b125b4bd6a88e1c17207e91e4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:09:21,991 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/rep_barrier/15e9d51cb1814618bebf9f729ee5db72 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/rep_barrier/15e9d51cb1814618bebf9f729ee5db72 2024-12-02T15:09:21,995 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/rep_barrier/15e9d51cb1814618bebf9f729ee5db72, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:09:21,995 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/.tmp/table/1ea631a43e024652a7a38ccf36d99eb2 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/table/1ea631a43e024652a7a38ccf36d99eb2 2024-12-02T15:09:21,999 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/table/1ea631a43e024652a7a38ccf36d99eb2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:09:22,000 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-12-02T15:09:22,000 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:09:22,005 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:09:22,005 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:22,005 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:22,005 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:22,005 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152160292Running coprocessor pre-close hooks at 1733152160292Disabling compacts and flushes for region at 1733152160292Disabling writes for close at 1733152160292Obtaining lock to block concurrent updates at 1733152160293 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152160293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152160293Flushing stores of hbase:meta,,1.1588230740 at 1733152160293Flushing 1588230740/info: creating writer at 1733152160293Flushing 1588230740/info: appending metadata at 1733152160309 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733152160309Flushing 1588230740/ns: creating writer at 1733152160717 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733152160735 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733152160735Flushing 1588230740/rep_barrier: creating writer at 1733152161143 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152161155 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152161155Flushing 1588230740/table: creating writer at 1733152161564 (+409 ms)Flushing 1588230740/table: appending metadata at 1733152161575 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733152161575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c2efbb: reopening flushed file at 1733152161983 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e40097e: reopening flushed file at 1733152161987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695937ea: reopening flushed file at 1733152161991 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feeefbd: reopening flushed file at 1733152161995 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1733152162000 (+5 ms)Writing region close event to WAL at 1733152162002 (+2 ms)Running coprocessor post-close hooks at 1733152162005 (+3 ms)Closed at 1733152162005 2024-12-02T15:09:22,005 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:22,094 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T15:09:22,094 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(976): stopping server be0458f36726,34001,1733152128651; all regions closed. 2024-12-02T15:09:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:09:22,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.meta.1733152131491.meta not finished, retry = 0 2024-12-02T15:09:22,106 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/WALs/be0458f36726,34001,1733152128651/be0458f36726%2C34001%2C1733152128651.1733152130480 to pos 2362, reset compression=false 2024-12-02T15:09:22,159 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741839_1015 (size=2391) 2024-12-02T15:09:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741832_1008 (size=2370) 2024-12-02T15:09:22,201 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:22,201 INFO [RS:0;be0458f36726:34001 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:22,201 INFO [RS:0;be0458f36726:34001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:22,201 INFO [RS:0;be0458f36726:34001 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:22,201 INFO [RS:0;be0458f36726:34001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:22,201 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:22,202 INFO [RS:0;be0458f36726:34001 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,34001,1733152128651 because: Region server is closing 2024-12-02T15:09:22,202 INFO [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:34001. 2024-12-02T15:09:22,202 DEBUG [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:22,202 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:22,202 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:22,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:22,302 INFO [RS:0;be0458f36726:34001 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.shipperbe0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 terminated 2024-12-02T15:09:22,302 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34001,1733152128651.replicationSource.wal-reader.be0458f36726%2C34001%2C1733152128651,1-be0458f36726,34001,1733152128651 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:09:22,302 INFO [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:34001. 2024-12-02T15:09:22,303 DEBUG [RS:0;be0458f36726:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:22,303 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:22,303 DEBUG [RS:0;be0458f36726:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:22,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:22,303 INFO [RS:0;be0458f36726:34001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34001 2024-12-02T15:09:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223/rs 2024-12-02T15:09:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-230008223/rs/be0458f36726,34001,1733152128651 2024-12-02T15:09:22,348 INFO [RS:0;be0458f36726:34001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:22,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,34001,1733152128651] 2024-12-02T15:09:22,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-230008223/draining/be0458f36726,34001,1733152128651 already deleted, retry=false 2024-12-02T15:09:22,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,34001,1733152128651 expired; onlineServers=0 2024-12-02T15:09:22,364 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,35175,1733152128537' ***** 2024-12-02T15:09:22,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:09:22,364 INFO [M:0;be0458f36726:35175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:22,364 INFO [M:0;be0458f36726:35175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:22,364 DEBUG [M:0;be0458f36726:35175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:09:22,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:09:22,364 DEBUG [M:0;be0458f36726:35175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:09:22,364 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152130250 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152130250,5,FailOnTimeoutGroup] 2024-12-02T15:09:22,364 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152130250 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152130250,5,FailOnTimeoutGroup] 2024-12-02T15:09:22,365 INFO [M:0;be0458f36726:35175 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:22,365 INFO [M:0;be0458f36726:35175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:22,365 DEBUG [M:0;be0458f36726:35175 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:09:22,365 INFO [M:0;be0458f36726:35175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:09:22,365 INFO [M:0;be0458f36726:35175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:22,365 INFO [M:0;be0458f36726:35175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:09:22,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:09:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-230008223/master 2024-12-02T15:09:22,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-230008223 2024-12-02T15:09:22,373 DEBUG [M:0;be0458f36726:35175 {}] zookeeper.ZKUtil(347): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Unable to get data of znode /1-230008223/master because node does not exist (not an error) 2024-12-02T15:09:22,373 WARN [M:0;be0458f36726:35175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:09:22,373 INFO [M:0;be0458f36726:35175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/.lastflushedseqids 2024-12-02T15:09:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741847_1023 (size=245) 2024-12-02T15:09:22,456 INFO [RS:0;be0458f36726:34001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:22,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:22,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x10197c46bd40004, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:22,456 INFO [RS:0;be0458f36726:34001 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,34001,1733152128651; zookeeper connection closed. 2024-12-02T15:09:22,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d57c2d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d57c2d1 2024-12-02T15:09:22,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:09:22,777 INFO [M:0;be0458f36726:35175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:09:22,777 INFO [M:0;be0458f36726:35175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:09:22,777 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:22,777 INFO [M:0;be0458f36726:35175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:22,777 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:22,777 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:22,777 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:22,777 INFO [M:0;be0458f36726:35175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-02T15:09:22,790 DEBUG [M:0;be0458f36726:35175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65224728d1bd45a897e020b191cbc06a is 82, key is hbase:meta,,1/info:regioninfo/1733152131519/Put/seqid=0 2024-12-02T15:09:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:09:23,163 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:23,194 INFO [M:0;be0458f36726:35175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65224728d1bd45a897e020b191cbc06a 2024-12-02T15:09:23,217 DEBUG [M:0;be0458f36726:35175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5557223c86b8497997d101af473c4eb1 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733152139881/Put/seqid=0 2024-12-02T15:09:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741849_1025 (size=7219) 2024-12-02T15:09:23,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:23,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:23,622 INFO [M:0;be0458f36726:35175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5557223c86b8497997d101af473c4eb1 2024-12-02T15:09:23,626 INFO [M:0;be0458f36726:35175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5557223c86b8497997d101af473c4eb1 2024-12-02T15:09:23,642 DEBUG [M:0;be0458f36726:35175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f9f3b2a5fe49378124b9ebea740d25 is 69, key is be0458f36726,34001,1733152128651/rs:state/1733152130304/Put/seqid=0 2024-12-02T15:09:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:09:24,046 INFO [M:0;be0458f36726:35175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f9f3b2a5fe49378124b9ebea740d25 2024-12-02T15:09:24,050 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65224728d1bd45a897e020b191cbc06a as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65224728d1bd45a897e020b191cbc06a 2024-12-02T15:09:24,054 INFO [M:0;be0458f36726:35175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65224728d1bd45a897e020b191cbc06a, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T15:09:24,054 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5557223c86b8497997d101af473c4eb1 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5557223c86b8497997d101af473c4eb1 2024-12-02T15:09:24,057 INFO [M:0;be0458f36726:35175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5557223c86b8497997d101af473c4eb1 2024-12-02T15:09:24,058 INFO [M:0;be0458f36726:35175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5557223c86b8497997d101af473c4eb1, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T15:09:24,058 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f9f3b2a5fe49378124b9ebea740d25 as hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f9f3b2a5fe49378124b9ebea740d25 2024-12-02T15:09:24,061 INFO [M:0;be0458f36726:35175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42741/user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f9f3b2a5fe49378124b9ebea740d25, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T15:09:24,062 INFO [M:0;be0458f36726:35175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-12-02T15:09:24,063 INFO [M:0;be0458f36726:35175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:24,063 DEBUG [M:0;be0458f36726:35175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152162777Disabling compacts and flushes for region at 1733152162777Disabling writes for close at 1733152162777Obtaining lock to block concurrent updates at 1733152162777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152162777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733152162777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152162778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152162778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152162790 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152162790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152163198 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152163216 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152163217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152163626 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152163642 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152163642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3faec9dd: reopening flushed file at 1733152164050 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1beb3ca5: reopening flushed file at 1733152164054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24639e7d: reopening flushed file at 1733152164058 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1733152164062 (+4 ms)Writing region close event to WAL at 1733152164063 (+1 ms)Closed at 1733152164063 2024-12-02T15:09:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741830_1006 (size=64435) 2024-12-02T15:09:24,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d90ac43f-5883-4eaa-5b03-7444d5be4da2/MasterData/WALs/be0458f36726,35175,1733152128537/be0458f36726%2C35175%2C1733152128537.1733152129959 not finished, retry = 0 2024-12-02T15:09:24,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:24,165 INFO [M:0;be0458f36726:35175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:09:24,166 INFO [M:0;be0458f36726:35175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35175 2024-12-02T15:09:24,166 INFO [M:0;be0458f36726:35175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:24,266 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/WALs/be0458f36726,36783,1733152123646/be0458f36726%2C36783%2C1733152123646.1733152125856 to pos 1488, reset compression=false 2024-12-02T15:09:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:24,281 INFO [M:0;be0458f36726:35175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35175-0x10197c46bd40003, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:24,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da64c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:24,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:24,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:24,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:24,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:24,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:09:24,285 WARN [BP-1021744898-172.17.0.2-1733152127021 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:09:24,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:09:24,285 WARN [BP-1021744898-172.17.0.2-1733152127021 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1021744898-172.17.0.2-1733152127021 (Datanode Uuid a9333fed-ebd4-4a6d-9c00-872aa948c3e4) service to localhost/127.0.0.1:42741 2024-12-02T15:09:24,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/cluster_f3f9ed24-0679-e529-fbe1-1858910d86ca/data/data1/current/BP-1021744898-172.17.0.2-1733152127021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:24,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/cluster_f3f9ed24-0679-e529-fbe1-1858910d86ca/data/data2/current/BP-1021744898-172.17.0.2-1733152127021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:24,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:09:24,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624c38f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:24,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:24,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:24,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:24,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/176ac428-2a1a-e803-5c77-05168f8c7623/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:24,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:09:24,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:09:24,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:24,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:24,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:24,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:24,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:24,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:09:24,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272855478, stopped=false 2024-12-02T15:09:24,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,43037,1733152123515 2024-12-02T15:09:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1005536897/running 2024-12-02T15:09:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1005536897/running 2024-12-02T15:09:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:09:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:09:24,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:24,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:24,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:24,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:24,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,36783,1733152123646' ***** 2024-12-02T15:09:24,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/running 2024-12-02T15:09:24,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:09:24,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Set watcher on znode that does not yet exist, /0-1005536897/running 2024-12-02T15:09:24,323 INFO [RS:0;be0458f36726:36783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:09:24,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(959): stopping server be0458f36726,36783,1733152123646 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36783. 2024-12-02T15:09:24,324 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60d2aa0461eecc4f8f9fab9d815bc821, disabling compactions & flushes 2024-12-02T15:09:24,324 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:09:24,324 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:09:24,324 DEBUG [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:24,324 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. after waiting 0 ms 2024-12-02T15:09:24,324 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:09:24,324 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:09:24,324 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60d2aa0461eecc4f8f9fab9d815bc821 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:09:24,324 INFO [RS:0;be0458f36726:36783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:09:24,325 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:09:24,325 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:09:24,325 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60d2aa0461eecc4f8f9fab9d815bc821=test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821., 1804fef3dff7118d7bb0b78f680c7cd9=hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9.} 2024-12-02T15:09:24,325 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804fef3dff7118d7bb0b78f680c7cd9, 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:09:24,325 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:24,325 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:24,325 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:24,325 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:24,325 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:24,325 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:09:24,337 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/info/88e99672e7704a2d9594b2ba5131e544 is 147, key is hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9./info:regioninfo/1733152144195/Put/seqid=0 2024-12-02T15:09:24,338 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f/1974024aa2b24db28f57e2d5210c1a68 is 37, key is row3/f:row3/1733152156205/Put/seqid=0 2024-12-02T15:09:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741841_1017 (size=5228) 2024-12-02T15:09:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741840_1016 (size=7686) 2024-12-02T15:09:24,342 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/info/88e99672e7704a2d9594b2ba5131e544 2024-12-02T15:09:24,342 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f/1974024aa2b24db28f57e2d5210c1a68 2024-12-02T15:09:24,346 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1974024aa2b24db28f57e2d5210c1a68 2024-12-02T15:09:24,357 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:24,368 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/ns/72154f3f15134ecea8c1cb6e95a0a39a is 43, key is default/ns:d/1733152126874/Put/seqid=0 2024-12-02T15:09:24,371 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f1/445f8daca12e45a395acccf5c1b3d17f is 30, key is row1/f1:/1733152153538/DeleteFamily/seqid=0 2024-12-02T15:09:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:09:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741843_1019 (size=5158) 2024-12-02T15:09:24,525 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804fef3dff7118d7bb0b78f680c7cd9, 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:09:24,725 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804fef3dff7118d7bb0b78f680c7cd9, 60d2aa0461eecc4f8f9fab9d815bc821 2024-12-02T15:09:24,726 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:09:24,726 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:09:24,772 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/ns/72154f3f15134ecea8c1cb6e95a0a39a 2024-12-02T15:09:24,776 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f1/445f8daca12e45a395acccf5c1b3d17f 2024-12-02T15:09:24,779 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 445f8daca12e45a395acccf5c1b3d17f 2024-12-02T15:09:24,788 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/rep_barrier/cecfa3c5a3aa49c0b1dfb462f38cd1cd is 112, key is test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821./rep_barrier:seqnumDuringOpen/1733152137705/Put/seqid=0 2024-12-02T15:09:24,791 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/norep/c60f7f612e904210bea8d610bbd20e08 is 32, key is row/norep:/1733152152534/DeleteFamily/seqid=0 2024-12-02T15:09:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:09:24,793 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/rep_barrier/cecfa3c5a3aa49c0b1dfb462f38cd1cd 2024-12-02T15:09:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741845_1021 (size=5101) 2024-12-02T15:09:24,796 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/norep/c60f7f612e904210bea8d610bbd20e08 2024-12-02T15:09:24,799 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60f7f612e904210bea8d610bbd20e08 2024-12-02T15:09:24,800 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f/1974024aa2b24db28f57e2d5210c1a68 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/f/1974024aa2b24db28f57e2d5210c1a68 2024-12-02T15:09:24,803 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1974024aa2b24db28f57e2d5210c1a68 2024-12-02T15:09:24,804 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/f/1974024aa2b24db28f57e2d5210c1a68, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T15:09:24,807 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/f1/445f8daca12e45a395acccf5c1b3d17f as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/f1/445f8daca12e45a395acccf5c1b3d17f 2024-12-02T15:09:24,811 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 445f8daca12e45a395acccf5c1b3d17f 2024-12-02T15:09:24,811 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/f1/445f8daca12e45a395acccf5c1b3d17f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:24,812 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/.tmp/norep/c60f7f612e904210bea8d610bbd20e08 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/norep/c60f7f612e904210bea8d610bbd20e08 2024-12-02T15:09:24,817 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60f7f612e904210bea8d610bbd20e08 2024-12-02T15:09:24,817 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/norep/c60f7f612e904210bea8d610bbd20e08, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T15:09:24,818 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 60d2aa0461eecc4f8f9fab9d815bc821 in 494ms, sequenceid=12, compaction requested=false 2024-12-02T15:09:24,824 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/table/8297dcb2a3504db6b13823b6a003e5ad is 53, key is hbase:replication/table:state/1733152144201/Put/seqid=0 2024-12-02T15:09:24,825 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/default/test/60d2aa0461eecc4f8f9fab9d815bc821/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:24,826 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60d2aa0461eecc4f8f9fab9d815bc821: Waiting for close lock at 1733152164324Running coprocessor pre-close hooks at 1733152164324Disabling compacts and flushes for region at 1733152164324Disabling writes for close at 1733152164324Obtaining lock to block concurrent updates at 1733152164324Preparing flush snapshotting stores in 60d2aa0461eecc4f8f9fab9d815bc821 at 1733152164324Finished memstore snapshotting test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733152164325 (+1 ms)Flushing stores of test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. at 1733152164325Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f: creating writer at 1733152164325Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f: appending metadata at 1733152164337 (+12 ms)Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f: closing flushed file at 1733152164337Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f1: creating writer at 1733152164346 (+9 ms)Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f1: appending metadata at 1733152164370 (+24 ms)Flushing 60d2aa0461eecc4f8f9fab9d815bc821/f1: closing flushed file at 1733152164370Flushing 60d2aa0461eecc4f8f9fab9d815bc821/norep: creating writer at 1733152164779 (+409 ms)Flushing 60d2aa0461eecc4f8f9fab9d815bc821/norep: appending metadata at 1733152164790 (+11 ms)Flushing 60d2aa0461eecc4f8f9fab9d815bc821/norep: closing flushed file at 1733152164790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717dfe5f: reopening flushed file at 1733152164800 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bc491e: reopening flushed file at 1733152164804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7accb4a9: reopening flushed file at 1733152164811 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 60d2aa0461eecc4f8f9fab9d815bc821 in 494ms, sequenceid=12, compaction requested=false at 1733152164818 (+7 ms)Writing region close event to WAL at 1733152164823 (+5 ms)Running coprocessor post-close hooks at 1733152164826 (+3 ms)Closed at 1733152164826 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152136561.60d2aa0461eecc4f8f9fab9d815bc821. 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1804fef3dff7118d7bb0b78f680c7cd9, disabling compactions & flushes 2024-12-02T15:09:24,826 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:24,826 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:24,827 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. after waiting 0 ms 2024-12-02T15:09:24,827 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:24,827 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1804fef3dff7118d7bb0b78f680c7cd9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T15:09:24,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:09:24,840 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/.tmp/queue/1b12b4f51c9e40bca0bf0e7a44b97cf6 is 154, key is 1-be0458f36726,36783,1733152123646/queue:be0458f36726%2C36783%2C1733152123646/1733152157729/Put/seqid=0 2024-12-02T15:09:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741847_1023 (size=5353) 2024-12-02T15:09:24,926 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:25,126 DEBUG [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804fef3dff7118d7bb0b78f680c7cd9 2024-12-02T15:09:25,229 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/table/8297dcb2a3504db6b13823b6a003e5ad 2024-12-02T15:09:25,234 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/info/88e99672e7704a2d9594b2ba5131e544 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/info/88e99672e7704a2d9594b2ba5131e544 2024-12-02T15:09:25,237 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/info/88e99672e7704a2d9594b2ba5131e544, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:09:25,238 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/ns/72154f3f15134ecea8c1cb6e95a0a39a as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/ns/72154f3f15134ecea8c1cb6e95a0a39a 2024-12-02T15:09:25,242 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/ns/72154f3f15134ecea8c1cb6e95a0a39a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:09:25,243 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/rep_barrier/cecfa3c5a3aa49c0b1dfb462f38cd1cd as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/rep_barrier/cecfa3c5a3aa49c0b1dfb462f38cd1cd 2024-12-02T15:09:25,244 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/.tmp/queue/1b12b4f51c9e40bca0bf0e7a44b97cf6 2024-12-02T15:09:25,246 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/rep_barrier/cecfa3c5a3aa49c0b1dfb462f38cd1cd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:09:25,248 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/.tmp/table/8297dcb2a3504db6b13823b6a003e5ad as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/table/8297dcb2a3504db6b13823b6a003e5ad 2024-12-02T15:09:25,248 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/.tmp/queue/1b12b4f51c9e40bca0bf0e7a44b97cf6 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/queue/1b12b4f51c9e40bca0bf0e7a44b97cf6 2024-12-02T15:09:25,252 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/queue/1b12b4f51c9e40bca0bf0e7a44b97cf6, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T15:09:25,252 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/table/8297dcb2a3504db6b13823b6a003e5ad, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:09:25,252 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1804fef3dff7118d7bb0b78f680c7cd9 in 425ms, sequenceid=14, compaction requested=false 2024-12-02T15:09:25,252 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-12-02T15:09:25,253 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:09:25,256 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/replication/1804fef3dff7118d7bb0b78f680c7cd9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T15:09:25,257 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:25,257 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:25,257 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:25,257 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1804fef3dff7118d7bb0b78f680c7cd9: Waiting for close lock at 1733152164826Running coprocessor pre-close hooks at 1733152164826Disabling compacts and flushes for region at 1733152164826Disabling writes for close at 1733152164827 (+1 ms)Obtaining lock to block concurrent updates at 1733152164827Preparing flush snapshotting stores in 1804fef3dff7118d7bb0b78f680c7cd9 at 1733152164827Finished memstore snapshotting hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733152164827Flushing stores of hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. at 1733152164827Flushing 1804fef3dff7118d7bb0b78f680c7cd9/queue: creating writer at 1733152164828 (+1 ms)Flushing 1804fef3dff7118d7bb0b78f680c7cd9/queue: appending metadata at 1733152164840 (+12 ms)Flushing 1804fef3dff7118d7bb0b78f680c7cd9/queue: closing flushed file at 1733152164840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dacac6: reopening flushed file at 1733152165247 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1804fef3dff7118d7bb0b78f680c7cd9 in 425ms, sequenceid=14, compaction requested=false at 1733152165252 (+5 ms)Writing region close event to WAL at 1733152165253 (+1 ms)Running coprocessor post-close hooks at 1733152165257 (+4 ms)Closed at 1733152165257 2024-12-02T15:09:25,257 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152143032.1804fef3dff7118d7bb0b78f680c7cd9. 2024-12-02T15:09:25,258 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:09:25,259 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:25,259 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:25,259 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:25,259 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152164325Running coprocessor pre-close hooks at 1733152164325Disabling compacts and flushes for region at 1733152164325Disabling writes for close at 1733152164325Obtaining lock to block concurrent updates at 1733152164325Preparing flush snapshotting stores in 1588230740 at 1733152164325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152164325Flushing stores of hbase:meta,,1.1588230740 at 1733152164326 (+1 ms)Flushing 1588230740/info: creating writer at 1733152164326Flushing 1588230740/info: appending metadata at 1733152164337 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733152164337Flushing 1588230740/ns: creating writer at 1733152164346 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733152164367 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733152164367Flushing 1588230740/rep_barrier: creating writer at 1733152164776 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152164788 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152164788Flushing 1588230740/table: creating writer at 1733152164803 (+15 ms)Flushing 1588230740/table: appending metadata at 1733152164824 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733152164824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241ad89d: reopening flushed file at 1733152165233 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e83aec: reopening flushed file at 1733152165238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de143b3: reopening flushed file at 1733152165242 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec50693: reopening flushed file at 1733152165247 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1733152165252 (+5 ms)Writing region close event to WAL at 1733152165256 (+4 ms)Running coprocessor post-close hooks at 1733152165259 (+3 ms)Closed at 1733152165259 2024-12-02T15:09:25,259 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:25,326 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(976): stopping server be0458f36726,36783,1733152123646; all regions closed. 2024-12-02T15:09:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:09:25,330 DEBUG [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs 2024-12-02T15:09:25,330 INFO [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36783%2C1733152123646.meta:.meta(num 1733152126819) 2024-12-02T15:09:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741839_1015 (size=3552) 2024-12-02T15:09:25,333 DEBUG [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs 2024-12-02T15:09:25,333 INFO [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36783%2C1733152123646.rep:(num 1733152144167) 2024-12-02T15:09:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741832_1008 (size=2387) 2024-12-02T15:09:25,336 DEBUG [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/oldWALs 2024-12-02T15:09:25,336 INFO [RS:0;be0458f36726:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36783%2C1733152123646:(num 1733152125856) 2024-12-02T15:09:25,336 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:25,336 INFO [RS:0;be0458f36726:36783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:25,336 INFO [RS:0;be0458f36726:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:25,336 INFO [RS:0;be0458f36726:36783 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:25,337 INFO [RS:0;be0458f36726:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:25,337 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:25,337 INFO [RS:0;be0458f36726:36783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,36783,1733152123646 because: Region server is closing 2024-12-02T15:09:25,337 INFO [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36783. 2024-12-02T15:09:25,337 DEBUG [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:25,337 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:25,338 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:25,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:25,438 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.wal-reader.be0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:09:25,438 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:09:25,438 INFO [RS:0;be0458f36726:36783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36783,1733152123646.replicationSource.shipperbe0458f36726%2C36783%2C1733152123646,1-be0458f36726,36783,1733152123646 terminated 2024-12-02T15:09:25,438 INFO [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36783. 2024-12-02T15:09:25,438 DEBUG [RS:0;be0458f36726:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:25,438 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:25,439 DEBUG [RS:0;be0458f36726:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:25,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:25,439 INFO [RS:0;be0458f36726:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36783 2024-12-02T15:09:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897/rs 2024-12-02T15:09:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1005536897/rs/be0458f36726,36783,1733152123646 2024-12-02T15:09:25,473 INFO [RS:0;be0458f36726:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:25,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,36783,1733152123646] 2024-12-02T15:09:25,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1005536897/draining/be0458f36726,36783,1733152123646 already deleted, retry=false 2024-12-02T15:09:25,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,36783,1733152123646 expired; onlineServers=0 2024-12-02T15:09:25,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,43037,1733152123515' ***** 2024-12-02T15:09:25,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:09:25,489 INFO [M:0;be0458f36726:43037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:25,489 INFO [M:0;be0458f36726:43037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:25,489 DEBUG [M:0;be0458f36726:43037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:09:25,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:09:25,489 DEBUG [M:0;be0458f36726:43037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:09:25,489 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152125618 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152125618,5,FailOnTimeoutGroup] 2024-12-02T15:09:25,489 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152125619 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152125619,5,FailOnTimeoutGroup] 2024-12-02T15:09:25,489 INFO [M:0;be0458f36726:43037 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:25,489 INFO [M:0;be0458f36726:43037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:25,490 DEBUG [M:0;be0458f36726:43037 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:09:25,490 INFO [M:0;be0458f36726:43037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:09:25,490 INFO [M:0;be0458f36726:43037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:25,490 INFO [M:0;be0458f36726:43037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:09:25,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:09:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1005536897/master 2024-12-02T15:09:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1005536897 2024-12-02T15:09:25,497 DEBUG [M:0;be0458f36726:43037 {}] zookeeper.ZKUtil(347): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Unable to get data of znode /0-1005536897/master because node does not exist (not an error) 2024-12-02T15:09:25,497 WARN [M:0;be0458f36726:43037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:09:25,498 INFO [M:0;be0458f36726:43037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/.lastflushedseqids 2024-12-02T15:09:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741848_1024 (size=245) 2024-12-02T15:09:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:25,581 INFO [RS:0;be0458f36726:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x10197c46bd40001, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:25,581 INFO [RS:0;be0458f36726:36783 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,36783,1733152123646; zookeeper connection closed. 2024-12-02T15:09:25,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dca186a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dca186a 2024-12-02T15:09:25,581 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:09:25,905 INFO [M:0;be0458f36726:43037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:09:25,905 INFO [M:0;be0458f36726:43037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:09:25,905 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:25,905 INFO [M:0;be0458f36726:43037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:25,905 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:25,905 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:25,905 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:25,906 INFO [M:0;be0458f36726:43037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-02T15:09:25,918 DEBUG [M:0;be0458f36726:43037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aef7846f89774d63a0d7a34f820e4be3 is 82, key is hbase:meta,,1/info:regioninfo/1733152126856/Put/seqid=0 2024-12-02T15:09:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741849_1025 (size=5672) 2024-12-02T15:09:26,322 INFO [M:0;be0458f36726:43037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aef7846f89774d63a0d7a34f820e4be3 2024-12-02T15:09:26,337 DEBUG [M:0;be0458f36726:43037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa43c411c78546ac8813fb9f0b361c95 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733152137716/Put/seqid=0 2024-12-02T15:09:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741850_1026 (size=7219) 2024-12-02T15:09:26,741 INFO [M:0;be0458f36726:43037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa43c411c78546ac8813fb9f0b361c95 2024-12-02T15:09:26,745 INFO [M:0;be0458f36726:43037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa43c411c78546ac8813fb9f0b361c95 2024-12-02T15:09:26,757 DEBUG [M:0;be0458f36726:43037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab3e38fae395421e81c7d32fb8a58c0d is 69, key is be0458f36726,36783,1733152123646/rs:state/1733152125705/Put/seqid=0 2024-12-02T15:09:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741851_1027 (size=5156) 2024-12-02T15:09:27,160 INFO [M:0;be0458f36726:43037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab3e38fae395421e81c7d32fb8a58c0d 2024-12-02T15:09:27,164 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aef7846f89774d63a0d7a34f820e4be3 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aef7846f89774d63a0d7a34f820e4be3 2024-12-02T15:09:27,167 INFO [M:0;be0458f36726:43037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aef7846f89774d63a0d7a34f820e4be3, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T15:09:27,168 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa43c411c78546ac8813fb9f0b361c95 as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa43c411c78546ac8813fb9f0b361c95 2024-12-02T15:09:27,171 INFO [M:0;be0458f36726:43037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa43c411c78546ac8813fb9f0b361c95 2024-12-02T15:09:27,171 INFO [M:0;be0458f36726:43037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa43c411c78546ac8813fb9f0b361c95, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T15:09:27,171 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab3e38fae395421e81c7d32fb8a58c0d as hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab3e38fae395421e81c7d32fb8a58c0d 2024-12-02T15:09:27,174 INFO [M:0;be0458f36726:43037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38039/user/jenkins/test-data/7db5a52c-59fd-8aa9-849c-3c87276de973/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab3e38fae395421e81c7d32fb8a58c0d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T15:09:27,175 INFO [M:0;be0458f36726:43037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-12-02T15:09:27,176 INFO [M:0;be0458f36726:43037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:27,176 DEBUG [M:0;be0458f36726:43037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152165905Disabling compacts and flushes for region at 1733152165905Disabling writes for close at 1733152165905Obtaining lock to block concurrent updates at 1733152165906 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152165906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733152165906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152165906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152165906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152165918 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152165918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152166325 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152166336 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152166336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152166745 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152166756 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152166756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55356dd2: reopening flushed file at 1733152167164 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad7be3c: reopening flushed file at 1733152167167 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bac593c: reopening flushed file at 1733152167171 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1733152167175 (+4 ms)Writing region close event to WAL at 1733152167176 (+1 ms)Closed at 1733152167176 2024-12-02T15:09:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45689 is added to blk_1073741830_1006 (size=64435) 2024-12-02T15:09:27,185 INFO [M:0;be0458f36726:43037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:09:27,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:27,185 INFO [M:0;be0458f36726:43037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43037 2024-12-02T15:09:27,185 INFO [M:0;be0458f36726:43037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:09:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:27,339 INFO [M:0;be0458f36726:43037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:09:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43037-0x10197c46bd40000, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:09:27,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188d364{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:27,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:27,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:27,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:27,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:27,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:09:27,344 WARN [BP-1623038281-172.17.0.2-1733152122431 heartbeating to localhost/127.0.0.1:38039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:09:27,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:09:27,344 WARN [BP-1623038281-172.17.0.2-1733152122431 heartbeating to localhost/127.0.0.1:38039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1623038281-172.17.0.2-1733152122431 (Datanode Uuid 4e082da1-ef8b-4da5-8012-d6faf7b3edf1) service to localhost/127.0.0.1:38039 2024-12-02T15:09:27,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/data/data1/current/BP-1623038281-172.17.0.2-1733152122431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:27,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/cluster_793f9909-2826-191d-9187-973bd27655d9/data/data2/current/BP-1623038281-172.17.0.2-1733152122431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:09:27,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:09:27,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:27,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:09:27,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:09:27,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:09:27,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ac008a-3863-b6f5-7a72-1f2b0ad1683a/hadoop.log.dir/,STOPPED} 2024-12-02T15:09:27,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:09:27,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:09:27,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38039 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42741 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38289 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=737 (was 662) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 274) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3320 (was 3621) 2024-12-02T15:09:27,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=737, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=3320 2024-12-02T15:09:27,396 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T15:09:27,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir so I do NOT create it in target/test-data/473b8e49-1da5-3282-6900-c44978729085 2024-12-02T15:09:27,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:09:27,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.tmp.dir so I do NOT create it in target/test-data/473b8e49-1da5-3282-6900-c44978729085 2024-12-02T15:09:27,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ac8575c-5b4a-2e2f-fc4a-34707922a6b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:09:27,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085 2024-12-02T15:09:27,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf, deleteOnExit=true 2024-12-02T15:09:27,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/zookeeper_0, clientPort=56478, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:09:27,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56478 2024-12-02T15:09:27,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:09:27,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:09:27,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/test.cache.data in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:09:27,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:09:27,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:09:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c46bd40005, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:09:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c46bd40002, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:09:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197c46bd40008, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:09:27,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c46bd40005, quorum=127.0.0.1:50848, baseZNode=/1-230008223 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:09:27,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197c46bd40008, quorum=127.0.0.1:50848, baseZNode=/2-799887866 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:09:27,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c46bd40002, quorum=127.0.0.1:50848, baseZNode=/0-1005536897 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:09:27,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:27,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:27,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:27,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:27,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:09:27,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:27,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:27,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:27,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/java.io.tmpdir/jetty-localhost-34017-hadoop-hdfs-3_4_1-tests_jar-_-any-6804477396170888315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:27,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:34017} 2024-12-02T15:09:27,701 INFO [Time-limited test {}] server.Server(415): Started @270401ms 2024-12-02T15:09:27,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:27,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:27,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:27,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:27,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:09:27,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:27,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:28,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bb120f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/java.io.tmpdir/jetty-localhost-33939-hadoop-hdfs-3_4_1-tests_jar-_-any-3401827519861980894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:28,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:33939} 2024-12-02T15:09:28,002 INFO [Time-limited test {}] server.Server(415): Started @270702ms 2024-12-02T15:09:28,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:09:28,363 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/data/data1/current/BP-693469385-172.17.0.2-1733152167419/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:28,363 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/data/data2/current/BP-693469385-172.17.0.2-1733152167419/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:28,379 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:09:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a76fda384943b with lease ID 0xe72c1b0c836b1eec: Processing first storage report for DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58 from datanode DatanodeRegistration(127.0.0.1:42639, datanodeUuid=0cd4ea35-a1fa-4dcd-aaa4-1a1702815ba8, infoPort=35517, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=1850305913;c=1733152167419) 2024-12-02T15:09:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a76fda384943b with lease ID 0xe72c1b0c836b1eec: from storage DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58 node DatanodeRegistration(127.0.0.1:42639, datanodeUuid=0cd4ea35-a1fa-4dcd-aaa4-1a1702815ba8, infoPort=35517, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=1850305913;c=1733152167419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:09:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33a76fda384943b with lease ID 0xe72c1b0c836b1eec: Processing first storage report for DS-ce122183-d527-4e7c-9a0e-349b5876f632 from datanode DatanodeRegistration(127.0.0.1:42639, datanodeUuid=0cd4ea35-a1fa-4dcd-aaa4-1a1702815ba8, infoPort=35517, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=1850305913;c=1733152167419) 2024-12-02T15:09:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33a76fda384943b with lease ID 0xe72c1b0c836b1eec: from storage DS-ce122183-d527-4e7c-9a0e-349b5876f632 node DatanodeRegistration(127.0.0.1:42639, datanodeUuid=0cd4ea35-a1fa-4dcd-aaa4-1a1702815ba8, infoPort=35517, infoSecurePort=0, ipcPort=36637, storageInfo=lv=-57;cid=testClusterID;nsid=1850305913;c=1733152167419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:09:28,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085 2024-12-02T15:09:28,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:09:28,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd with version=8 2024-12-02T15:09:28,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/hbase-staging 2024-12-02T15:09:28,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:28,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:28,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37391 2024-12-02T15:09:28,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37391 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:28,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373910x0, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:28,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37391-0x10197c51b8f0000 connected 2024-12-02T15:09:28,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/running 2024-12-02T15:09:28,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd, hbase.cluster.distributed=false 2024-12-02T15:09:28,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/acl 2024-12-02T15:09:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37391 2024-12-02T15:09:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37391 2024-12-02T15:09:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37391 2024-12-02T15:09:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37391 2024-12-02T15:09:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37391 2024-12-02T15:09:28,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:28,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34129 2024-12-02T15:09:28,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34129 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:28,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:28,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341290x0, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:28,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341290x0, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/running 2024-12-02T15:09:28,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34129-0x10197c51b8f0001 connected 2024-12-02T15:09:28,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:09:28,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:09:28,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/master 2024-12-02T15:09:28,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/acl 2024-12-02T15:09:28,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34129 2024-12-02T15:09:28,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34129 2024-12-02T15:09:29,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34129 2024-12-02T15:09:29,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34129 2024-12-02T15:09:29,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34129 2024-12-02T15:09:29,012 DEBUG [M:0;be0458f36726:37391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:37391 2024-12-02T15:09:29,012 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01691571727/backup-masters/be0458f36726,37391,1733152168835 2024-12-02T15:09:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/backup-masters 2024-12-02T15:09:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/backup-masters 2024-12-02T15:09:29,018 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on existing znode=/01691571727/backup-masters/be0458f36726,37391,1733152168835 2024-12-02T15:09:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01691571727/master 2024-12-02T15:09:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:29,026 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on existing znode=/01691571727/master 2024-12-02T15:09:29,027 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01691571727/backup-masters/be0458f36726,37391,1733152168835 from backup master directory 2024-12-02T15:09:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/backup-masters 2024-12-02T15:09:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01691571727/backup-masters/be0458f36726,37391,1733152168835 2024-12-02T15:09:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/backup-masters 2024-12-02T15:09:29,035 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:29,035 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,37391,1733152168835 2024-12-02T15:09:29,037 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/hbase.id] with ID: e18a4d7b-1caf-43c3-a4cd-341ea1a8216a 2024-12-02T15:09:29,037 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/.tmp/hbase.id 2024-12-02T15:09:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:09:29,445 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/.tmp/hbase.id]:[hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/hbase.id] 2024-12-02T15:09:29,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:29,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:09:29,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:09:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:09:29,864 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:29,864 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:09:29,865 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:09:30,276 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store 2024-12-02T15:09:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:09:30,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:30,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:30,681 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:30,681 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:30,681 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:30,681 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:30,681 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:30,681 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:30,681 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:30,682 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152170681Disabling compacts and flushes for region at 1733152170681Disabling writes for close at 1733152170681Writing region close event to WAL at 1733152170681Closed at 1733152170681 2024-12-02T15:09:30,682 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/.initializing 2024-12-02T15:09:30,682 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/WALs/be0458f36726,37391,1733152168835 2024-12-02T15:09:30,683 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:30,684 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C37391%2C1733152168835, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/WALs/be0458f36726,37391,1733152168835, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/oldWALs, maxLogs=10 2024-12-02T15:09:30,695 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/WALs/be0458f36726,37391,1733152168835/be0458f36726%2C37391%2C1733152168835.1733152170684, exclude list is [], retry=0 2024-12-02T15:09:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42639,DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58,DISK] 2024-12-02T15:09:30,699 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/WALs/be0458f36726,37391,1733152168835/be0458f36726%2C37391%2C1733152168835.1733152170684 2024-12-02T15:09:30,699 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-02T15:09:30,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:30,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:30,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,700 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:09:30,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:30,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:30,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:09:30,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:30,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:30,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:09:30,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:09:30,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:30,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:30,706 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,707 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,707 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:30,709 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:30,710 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:30,711 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62849550, jitterRate=-0.06346872448921204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:30,711 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152170700Initializing all the Stores at 1733152170701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152170701Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152170701Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152170701Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152170701Cleaning up temporary data from old regions at 1733152170708 (+7 ms)Region opened successfully at 1733152170711 (+3 ms) 2024-12-02T15:09:30,711 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:09:30,713 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ec45e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:30,714 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:09:30,714 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:09:30,714 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:09:30,714 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:09:30,714 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:09:30,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:09:30,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:09:30,716 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:09:30,716 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/balancer because node does not exist (not necessarily an error) 2024-12-02T15:09:30,743 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/balancer already deleted, retry=false 2024-12-02T15:09:30,743 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:09:30,744 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:09:30,751 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/normalizer already deleted, retry=false 2024-12-02T15:09:30,751 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:09:30,752 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:09:30,759 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/switch/split already deleted, retry=false 2024-12-02T15:09:30,760 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:09:30,768 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/switch/merge already deleted, retry=false 2024-12-02T15:09:30,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:09:30,776 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/snapshot-cleanup already deleted, retry=false 2024-12-02T15:09:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01691571727/running 2024-12-02T15:09:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01691571727/running 2024-12-02T15:09:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,785 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,37391,1733152168835, sessionid=0x10197c51b8f0000, setting cluster-up flag (Was=false) 2024-12-02T15:09:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,826 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01691571727/flush-table-proc/acquired, /01691571727/flush-table-proc/reached, /01691571727/flush-table-proc/abort 2024-12-02T15:09:30,827 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37391,1733152168835 2024-12-02T15:09:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:30,868 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01691571727/online-snapshot/acquired, /01691571727/online-snapshot/reached, /01691571727/online-snapshot/abort 2024-12-02T15:09:30,869 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,37391,1733152168835 2024-12-02T15:09:30,869 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:09:30,870 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:30,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:09:30,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:09:30,871 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,37391,1733152168835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:30,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152200873 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:30,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:09:30,873 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:09:30,874 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152170874,5,FailOnTimeoutGroup] 2024-12-02T15:09:30,874 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152170874,5,FailOnTimeoutGroup] 2024-12-02T15:09:30,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:09:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:09:30,905 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(746): ClusterId : e18a4d7b-1caf-43c3-a4cd-341ea1a8216a 2024-12-02T15:09:30,905 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:09:30,910 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:09:30,910 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:09:30,918 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:09:30,918 DEBUG [RS:0;be0458f36726:34129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:30,928 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:34129 2024-12-02T15:09:30,928 INFO [RS:0;be0458f36726:34129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:09:30,928 INFO [RS:0;be0458f36726:34129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:09:30,928 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:09:30,928 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,37391,1733152168835 with port=34129, startcode=1733152168984 2024-12-02T15:09:30,929 DEBUG [RS:0;be0458f36726:34129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:09:30,930 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:09:30,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,34129,1733152168984 2024-12-02T15:09:30,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37391 {}] master.ServerManager(517): Registering regionserver=be0458f36726,34129,1733152168984 2024-12-02T15:09:30,931 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd 2024-12-02T15:09:30,931 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39217 2024-12-02T15:09:30,931 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:09:30,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/rs 2024-12-02T15:09:30,935 DEBUG [RS:0;be0458f36726:34129 {}] zookeeper.ZKUtil(111): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on existing znode=/01691571727/rs/be0458f36726,34129,1733152168984 2024-12-02T15:09:30,935 WARN [RS:0;be0458f36726:34129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:30,935 INFO [RS:0;be0458f36726:34129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:30,935 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984 2024-12-02T15:09:30,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,34129,1733152168984] 2024-12-02T15:09:30,937 INFO [RS:0;be0458f36726:34129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:09:30,938 INFO [RS:0;be0458f36726:34129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:09:30,938 INFO [RS:0;be0458f36726:34129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:09:30,938 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,940 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:09:30,940 INFO [RS:0;be0458f36726:34129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:09:30,940 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:30,940 DEBUG [RS:0;be0458f36726:34129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,942 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34129,1733152168984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:30,958 INFO [RS:0;be0458f36726:34129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:09:30,958 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,34129,1733152168984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,958 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,958 INFO [RS:0;be0458f36726:34129 {}] regionserver.Replication(171): be0458f36726,34129,1733152168984 started 2024-12-02T15:09:30,973 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:30,973 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,34129,1733152168984, RpcServer on be0458f36726/172.17.0.2:34129, sessionid=0x10197c51b8f0001 2024-12-02T15:09:30,973 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:09:30,973 DEBUG [RS:0;be0458f36726:34129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,34129,1733152168984 2024-12-02T15:09:30,973 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,34129,1733152168984' 2024-12-02T15:09:30,973 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01691571727/flush-table-proc/abort' 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01691571727/flush-table-proc/acquired' 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,34129,1733152168984 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,34129,1733152168984' 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01691571727/online-snapshot/abort' 2024-12-02T15:09:30,974 DEBUG [RS:0;be0458f36726:34129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01691571727/online-snapshot/acquired' 2024-12-02T15:09:30,975 DEBUG [RS:0;be0458f36726:34129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:09:30,975 INFO [RS:0;be0458f36726:34129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:09:30,975 INFO [RS:0;be0458f36726:34129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:09:31,075 INFO [RS:0;be0458f36726:34129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:31,077 INFO [RS:0;be0458f36726:34129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34129%2C1733152168984, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/oldWALs, maxLogs=10 2024-12-02T15:09:31,091 DEBUG [RS:0;be0458f36726:34129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, exclude list is [], retry=0 2024-12-02T15:09:31,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42639,DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58,DISK] 2024-12-02T15:09:31,095 INFO [RS:0;be0458f36726:34129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 2024-12-02T15:09:31,095 DEBUG [RS:0;be0458f36726:34129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-02T15:09:31,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:09:31,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd 2024-12-02T15:09:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:09:31,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:31,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:31,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:31,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:31,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:31,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:31,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:31,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:31,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:31,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:31,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:31,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:31,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:31,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:31,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:31,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:31,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:31,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:31,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740 2024-12-02T15:09:31,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740 2024-12-02T15:09:31,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:31,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:31,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:31,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:31,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:31,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64057939, jitterRate=-0.04546232521533966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152171690Initializing all the Stores at 1733152171690Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152171690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152171690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152171690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152171690Cleaning up temporary data from old regions at 1733152171696 (+6 ms)Region opened successfully at 1733152171699 (+3 ms) 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:31,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:31,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:31,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152171699Disabling compacts and flushes for region at 1733152171699Disabling writes for close at 1733152171699Writing region close event to WAL at 1733152171699Closed at 1733152171699 2024-12-02T15:09:31,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:31,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:09:31,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:09:31,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:31,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:09:31,852 DEBUG [be0458f36726:37391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:09:31,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:31,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,34129,1733152168984, state=OPENING 2024-12-02T15:09:31,934 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:09:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:31,943 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:31,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01691571727/meta-region-server: CHANGED 2024-12-02T15:09:31,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01691571727/meta-region-server: CHANGED 2024-12-02T15:09:31,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,34129,1733152168984}] 2024-12-02T15:09:32,095 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:32,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:09:32,099 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:09:32,099 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:32,099 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:09:32,100 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34129%2C1733152168984.meta, suffix=.meta, logDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/oldWALs, maxLogs=10 2024-12-02T15:09:32,112 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.meta.1733152172101.meta, exclude list is [], retry=0 2024-12-02T15:09:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42639,DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58,DISK] 2024-12-02T15:09:32,115 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.meta.1733152172101.meta 2024-12-02T15:09:32,115 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-02T15:09:32,115 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:32,115 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:09:32,116 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:09:32,116 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:09:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:32,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:32,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:32,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:32,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:32,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:32,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:32,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:32,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:32,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:32,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:32,122 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:32,122 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740 2024-12-02T15:09:32,123 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740 2024-12-02T15:09:32,124 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:32,124 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:32,124 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:32,125 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:32,125 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72970721, jitterRate=0.08734847605228424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:32,125 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:09:32,126 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152172116Writing region info on filesystem at 1733152172116Initializing all the Stores at 1733152172117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152172117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152172118 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152172118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152172118Cleaning up temporary data from old regions at 1733152172124 (+6 ms)Running coprocessor post-open hooks at 1733152172125 (+1 ms)Region opened successfully at 1733152172126 (+1 ms) 2024-12-02T15:09:32,126 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152172095 2024-12-02T15:09:32,128 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:09:32,128 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:09:32,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:32,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,34129,1733152168984, state=OPEN 2024-12-02T15:09:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01691571727/meta-region-server 2024-12-02T15:09:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01691571727/meta-region-server 2024-12-02T15:09:32,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,34129,1733152168984 2024-12-02T15:09:32,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01691571727/meta-region-server: CHANGED 2024-12-02T15:09:32,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01691571727/meta-region-server: CHANGED 2024-12-02T15:09:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:09:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,34129,1733152168984 in 223 msec 2024-12-02T15:09:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:09:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-12-02T15:09:32,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:32,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:09:32,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:32,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34129,1733152168984, seqNum=-1] 2024-12-02T15:09:32,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:32,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:32,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-02T15:09:32,176 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152172176, completionTime=-1 2024-12-02T15:09:32,176 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:09:32,176 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:09:32,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:09:32,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152232177 2024-12-02T15:09:32,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152292177 2024-12-02T15:09:32,177 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:37391, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,179 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.146sec 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:32,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:09:32,183 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:09:32,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:09:32,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,37391,1733152168835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:32,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:32,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37391,-1 for getting cluster id 2024-12-02T15:09:32,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:32,207 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e18a4d7b-1caf-43c3-a4cd-341ea1a8216a' 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e18a4d7b-1caf-43c3-a4cd-341ea1a8216a" 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a546983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37391,-1] 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:32,209 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:32,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:32,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34129,1733152168984, seqNum=-1] 2024-12-02T15:09:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:32,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,37391,1733152168835 2024-12-02T15:09:32,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:32,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c51b8f0002 connected 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir so I do NOT create it in target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263 2024-12-02T15:09:32,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.tmp.dir so I do NOT create it in target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263 2024-12-02T15:09:32,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:09:32,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/cluster_a2ff37f1-3810-15bd-1b95-acb40e64bfdb, deleteOnExit=true 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/test.cache.data in system properties and HBase conf 2024-12-02T15:09:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:09:32,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:09:32,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:09:32,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:32,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:32,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:32,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:32,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:09:32,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:32,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:32,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:32,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323cdb3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/java.io.tmpdir/jetty-localhost-44889-hadoop-hdfs-3_4_1-tests_jar-_-any-1524338671075751466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:32,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:44889} 2024-12-02T15:09:32,534 INFO [Time-limited test {}] server.Server(415): Started @275234ms 2024-12-02T15:09:32,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:32,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:32,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:32,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:32,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:09:32,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:32,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:32,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bcba49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/java.io.tmpdir/jetty-localhost-35359-hadoop-hdfs-3_4_1-tests_jar-_-any-2726278045197958099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:32,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:35359} 2024-12-02T15:09:32,782 INFO [Time-limited test {}] server.Server(415): Started @275483ms 2024-12-02T15:09:32,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:09:33,142 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/cluster_a2ff37f1-3810-15bd-1b95-acb40e64bfdb/data/data2/current/BP-798122946-172.17.0.2-1733152172251/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:33,142 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/cluster_a2ff37f1-3810-15bd-1b95-acb40e64bfdb/data/data1/current/BP-798122946-172.17.0.2-1733152172251/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:33,157 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:09:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff602787fa249e03 with lease ID 0xa7dc8275cb8c7140: Processing first storage report for DS-41438544-737c-401a-9dea-597748d6c277 from datanode DatanodeRegistration(127.0.0.1:39915, datanodeUuid=dd292a21-8d54-4d6a-8331-89120d4175e5, infoPort=34737, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=621751354;c=1733152172251) 2024-12-02T15:09:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff602787fa249e03 with lease ID 0xa7dc8275cb8c7140: from storage DS-41438544-737c-401a-9dea-597748d6c277 node DatanodeRegistration(127.0.0.1:39915, datanodeUuid=dd292a21-8d54-4d6a-8331-89120d4175e5, infoPort=34737, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=621751354;c=1733152172251), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:09:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff602787fa249e03 with lease ID 0xa7dc8275cb8c7140: Processing first storage report for DS-2b9efab0-c249-45ac-91bd-20b447ec10c2 from datanode DatanodeRegistration(127.0.0.1:39915, datanodeUuid=dd292a21-8d54-4d6a-8331-89120d4175e5, infoPort=34737, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=621751354;c=1733152172251) 2024-12-02T15:09:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff602787fa249e03 with lease ID 0xa7dc8275cb8c7140: from storage DS-2b9efab0-c249-45ac-91bd-20b447ec10c2 node DatanodeRegistration(127.0.0.1:39915, datanodeUuid=dd292a21-8d54-4d6a-8331-89120d4175e5, infoPort=34737, infoSecurePort=0, ipcPort=33123, storageInfo=lv=-57;cid=testClusterID;nsid=621751354;c=1733152172251), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:09:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:09:33,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:33,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263 2024-12-02T15:09:33,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:09:33,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3 with version=8 2024-12-02T15:09:33,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/hbase-staging 2024-12-02T15:09:33,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:09:33,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:33,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46295 2024-12-02T15:09:33,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46295 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:33,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462950x0, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:33,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46295-0x10197c51b8f0003 connected 2024-12-02T15:09:33,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/running 2024-12-02T15:09:33,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3, hbase.cluster.distributed=false 2024-12-02T15:09:33,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/acl 2024-12-02T15:09:33,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46295 2024-12-02T15:09:33,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46295 2024-12-02T15:09:33,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46295 2024-12-02T15:09:33,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46295 2024-12-02T15:09:33,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46295 2024-12-02T15:09:33,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:33,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36973 2024-12-02T15:09:33,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36973 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:33,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369730x0, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:33,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36973-0x10197c51b8f0004 connected 2024-12-02T15:09:33,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/running 2024-12-02T15:09:33,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:09:33,737 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:09:33,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/master 2024-12-02T15:09:33,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/acl 2024-12-02T15:09:33,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-02T15:09:33,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36973 2024-12-02T15:09:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36973 2024-12-02T15:09:33,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-02T15:09:33,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36973 2024-12-02T15:09:33,754 DEBUG [M:0;be0458f36726:46295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:46295 2024-12-02T15:09:33,754 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11082352414/backup-masters/be0458f36726,46295,1733152173619 2024-12-02T15:09:33,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/backup-masters 2024-12-02T15:09:33,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/backup-masters 2024-12-02T15:09:33,760 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on existing znode=/11082352414/backup-masters/be0458f36726,46295,1733152173619 2024-12-02T15:09:33,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11082352414/master 2024-12-02T15:09:33,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:33,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:33,768 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on existing znode=/11082352414/master 2024-12-02T15:09:33,768 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11082352414/backup-masters/be0458f36726,46295,1733152173619 from backup master directory 2024-12-02T15:09:33,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11082352414/backup-masters/be0458f36726,46295,1733152173619 2024-12-02T15:09:33,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/backup-masters 2024-12-02T15:09:33,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/backup-masters 2024-12-02T15:09:33,776 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:33,776 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,46295,1733152173619 2024-12-02T15:09:33,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/hbase.id] with ID: 2db7906a-7117-43fe-847a-f6b70c2bddc6 2024-12-02T15:09:33,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/.tmp/hbase.id 2024-12-02T15:09:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:09:34,183 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/.tmp/hbase.id]:[hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/hbase.id] 2024-12-02T15:09:34,190 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:34,190 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:09:34,191 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:09:34,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:34,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:09:34,771 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:34,773 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:09:34,773 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:09:35,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store 2024-12-02T15:09:35,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:35,589 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:35,589 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:35,589 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152175589Disabling compacts and flushes for region at 1733152175589Disabling writes for close at 1733152175589Writing region close event to WAL at 1733152175589Closed at 1733152175589 2024-12-02T15:09:35,590 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/.initializing 2024-12-02T15:09:35,590 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/WALs/be0458f36726,46295,1733152173619 2024-12-02T15:09:35,591 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:35,592 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C46295%2C1733152173619, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/WALs/be0458f36726,46295,1733152173619, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/oldWALs, maxLogs=10 2024-12-02T15:09:35,603 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/WALs/be0458f36726,46295,1733152173619/be0458f36726%2C46295%2C1733152173619.1733152175592, exclude list is [], retry=0 2024-12-02T15:09:35,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-41438544-737c-401a-9dea-597748d6c277,DISK] 2024-12-02T15:09:35,607 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/WALs/be0458f36726,46295,1733152173619/be0458f36726%2C46295%2C1733152173619.1733152175592 2024-12-02T15:09:35,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-02T15:09:35,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:35,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:35,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,607 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:09:35,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:35,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:09:35,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:35,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:35,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:09:35,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:35,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:35,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:09:35,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:35,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:35,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,613 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,614 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,614 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,614 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:35,615 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:35,616 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:35,616 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67640786, jitterRate=0.007926255464553833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:35,617 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152175607Initializing all the Stores at 1733152175608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152175608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152175608Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152175608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152175608Cleaning up temporary data from old regions at 1733152175614 (+6 ms)Region opened successfully at 1733152175617 (+3 ms) 2024-12-02T15:09:35,617 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:09:35,618 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbc0d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:35,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:09:35,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:09:35,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:09:35,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:09:35,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:09:35,620 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:09:35,620 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:09:35,621 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:09:35,621 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/balancer because node does not exist (not necessarily an error) 2024-12-02T15:09:35,651 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/balancer already deleted, retry=false 2024-12-02T15:09:35,651 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:09:35,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:09:35,659 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/normalizer already deleted, retry=false 2024-12-02T15:09:35,659 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:09:35,660 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:09:35,667 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/switch/split already deleted, retry=false 2024-12-02T15:09:35,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:09:35,676 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/switch/merge already deleted, retry=false 2024-12-02T15:09:35,678 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:09:35,684 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/snapshot-cleanup already deleted, retry=false 2024-12-02T15:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11082352414/running 2024-12-02T15:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11082352414/running 2024-12-02T15:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,693 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,46295,1733152173619, sessionid=0x10197c51b8f0003, setting cluster-up flag (Was=false) 2024-12-02T15:09:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,734 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11082352414/flush-table-proc/acquired, /11082352414/flush-table-proc/reached, /11082352414/flush-table-proc/abort 2024-12-02T15:09:35,735 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,46295,1733152173619 2024-12-02T15:09:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:35,776 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11082352414/online-snapshot/acquired, /11082352414/online-snapshot/reached, /11082352414/online-snapshot/abort 2024-12-02T15:09:35,776 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,46295,1733152173619 2024-12-02T15:09:35,777 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:09:35,778 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:35,778 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:09:35,778 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:09:35,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,46295,1733152173619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:09:35,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:35,780 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152205781 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:09:35,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:09:35,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:09:35,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:09:35,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:09:35,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:09:35,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152175782,5,FailOnTimeoutGroup] 2024-12-02T15:09:35,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152175782,5,FailOnTimeoutGroup] 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,782 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:09:35,872 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(746): ClusterId : 2db7906a-7117-43fe-847a-f6b70c2bddc6 2024-12-02T15:09:35,872 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:09:35,877 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:09:35,877 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:09:35,885 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:09:35,885 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae07a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:35,895 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:36973 2024-12-02T15:09:35,895 INFO [RS:0;be0458f36726:36973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:09:35,895 INFO [RS:0;be0458f36726:36973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:09:35,895 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:09:35,896 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,46295,1733152173619 with port=36973, startcode=1733152173727 2024-12-02T15:09:35,896 DEBUG [RS:0;be0458f36726:36973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:09:35,897 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:09:35,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,36973,1733152173727 2024-12-02T15:09:35,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(517): Registering regionserver=be0458f36726,36973,1733152173727 2024-12-02T15:09:35,898 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3 2024-12-02T15:09:35,898 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42159 2024-12-02T15:09:35,898 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:09:35,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/rs 2024-12-02T15:09:35,948 DEBUG [RS:0;be0458f36726:36973 {}] zookeeper.ZKUtil(111): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on existing znode=/11082352414/rs/be0458f36726,36973,1733152173727 2024-12-02T15:09:35,948 WARN [RS:0;be0458f36726:36973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:35,948 INFO [RS:0;be0458f36726:36973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:35,948 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727 2024-12-02T15:09:35,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,36973,1733152173727] 2024-12-02T15:09:35,951 INFO [RS:0;be0458f36726:36973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:09:35,952 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,952 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:35,953 DEBUG [RS:0;be0458f36726:36973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:35,954 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,954 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,954 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,954 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,954 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,955 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36973,1733152173727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:35,967 INFO [RS:0;be0458f36726:36973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:09:35,967 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,36973,1733152173727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,967 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,967 INFO [RS:0;be0458f36726:36973 {}] regionserver.Replication(171): be0458f36726,36973,1733152173727 started 2024-12-02T15:09:35,978 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:35,978 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,36973,1733152173727, RpcServer on be0458f36726/172.17.0.2:36973, sessionid=0x10197c51b8f0004 2024-12-02T15:09:35,978 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:09:35,978 DEBUG [RS:0;be0458f36726:36973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,36973,1733152173727 2024-12-02T15:09:35,978 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36973,1733152173727' 2024-12-02T15:09:35,978 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11082352414/flush-table-proc/abort' 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11082352414/flush-table-proc/acquired' 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,36973,1733152173727 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,36973,1733152173727' 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11082352414/online-snapshot/abort' 2024-12-02T15:09:35,979 DEBUG [RS:0;be0458f36726:36973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11082352414/online-snapshot/acquired' 2024-12-02T15:09:35,980 DEBUG [RS:0;be0458f36726:36973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:09:35,980 INFO [RS:0;be0458f36726:36973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:09:35,980 INFO [RS:0;be0458f36726:36973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:09:36,080 INFO [RS:0;be0458f36726:36973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:36,081 INFO [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36973%2C1733152173727, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs, maxLogs=10 2024-12-02T15:09:36,093 DEBUG [RS:0;be0458f36726:36973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, exclude list is [], retry=0 2024-12-02T15:09:36,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-41438544-737c-401a-9dea-597748d6c277,DISK] 2024-12-02T15:09:36,096 INFO [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 2024-12-02T15:09:36,096 DEBUG [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-02T15:09:36,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:09:36,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3 2024-12-02T15:09:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:09:36,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:36,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:36,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:36,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:36,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:36,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:36,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:36,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:36,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:36,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:36,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740 2024-12-02T15:09:36,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740 2024-12-02T15:09:36,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:36,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:36,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:36,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:36,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:36,606 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74818961, jitterRate=0.11488939821720123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152176595Initializing all the Stores at 1733152176595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176596 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152176596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176596Cleaning up temporary data from old regions at 1733152176603 (+7 ms)Region opened successfully at 1733152176606 (+3 ms) 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:36,606 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:36,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:36,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152176606Disabling compacts and flushes for region at 1733152176606Disabling writes for close at 1733152176606Writing region close event to WAL at 1733152176606Closed at 1733152176606 2024-12-02T15:09:36,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:36,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:09:36,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:09:36,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:36,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:09:36,759 DEBUG [be0458f36726:46295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:09:36,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:36,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36973,1733152173727, state=OPENING 2024-12-02T15:09:36,792 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:09:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:36,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11082352414/meta-region-server: CHANGED 2024-12-02T15:09:36,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:36,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11082352414/meta-region-server: CHANGED 2024-12-02T15:09:36,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36973,1733152173727}] 2024-12-02T15:09:36,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:09:36,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:36,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:09:36,957 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:09:36,957 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:36,957 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:09:36,958 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36973%2C1733152173727.meta, suffix=.meta, logDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs, maxLogs=10 2024-12-02T15:09:36,969 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.meta.1733152176959.meta, exclude list is [], retry=0 2024-12-02T15:09:36,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-41438544-737c-401a-9dea-597748d6c277,DISK] 2024-12-02T15:09:36,972 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.meta.1733152176959.meta 2024-12-02T15:09:36,972 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-02T15:09:36,972 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:36,973 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:09:36,973 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:09:36,973 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:09:36,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:36,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:36,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:36,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:36,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:36,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:36,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:36,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:36,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:36,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:36,977 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:36,978 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740 2024-12-02T15:09:36,978 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740 2024-12-02T15:09:36,979 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:36,979 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:36,979 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:36,980 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:36,980 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73857711, jitterRate=0.10056565701961517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:36,980 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:09:36,981 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152176973Writing region info on filesystem at 1733152176973Initializing all the Stores at 1733152176974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152176974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152176974Cleaning up temporary data from old regions at 1733152176979 (+5 ms)Running coprocessor post-open hooks at 1733152176981 (+2 ms)Region opened successfully at 1733152176981 2024-12-02T15:09:36,981 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152176953 2024-12-02T15:09:36,983 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:09:36,983 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:09:36,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:36,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,36973,1733152173727, state=OPEN 2024-12-02T15:09:36,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11082352414/meta-region-server 2024-12-02T15:09:36,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11082352414/meta-region-server 2024-12-02T15:09:36,992 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,36973,1733152173727 2024-12-02T15:09:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11082352414/meta-region-server: CHANGED 2024-12-02T15:09:36,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11082352414/meta-region-server: CHANGED 2024-12-02T15:09:36,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:09:36,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,36973,1733152173727 in 192 msec 2024-12-02T15:09:36,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:09:36,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-02T15:09:36,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:36,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:09:36,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:36,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36973,1733152173727, seqNum=-1] 2024-12-02T15:09:36,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:36,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:37,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-02T15:09:37,002 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152177002, completionTime=-1 2024-12-02T15:09:37,002 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:09:37,002 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152237004 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152297004 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:46295, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,004 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,005 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,006 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.232sec 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:37,008 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:09:37,009 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:09:37,010 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:09:37,010 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,46295,1733152173619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:37,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:37,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:37,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:37,073 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:37,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:37,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce5a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:37,075 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:37,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:37,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36973,1733152173727, seqNum=-1] 2024-12-02T15:09:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:37,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:37,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,46295,1733152173619 2024-12-02T15:09:37,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:37,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c51b8f0005 connected 2024-12-02T15:09:37,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir so I do NOT create it in target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee 2024-12-02T15:09:37,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:09:37,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.tmp.dir so I do NOT create it in target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee 2024-12-02T15:09:37,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:09:37,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee 2024-12-02T15:09:37,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:09:37,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/cluster_632c8c77-5fe4-e0ca-b4e4-c925380b53d9, deleteOnExit=true 2024-12-02T15:09:37,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/test.cache.data in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:09:37,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:09:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:09:37,325 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T15:09:37,325 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,326 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,326 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,326 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,326 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,348 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,353 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,355 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,356 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,357 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:37,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:37,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:37,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:37,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:37,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:09:37,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:37,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:37,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:37,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a345aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/java.io.tmpdir/jetty-localhost-34977-hadoop-hdfs-3_4_1-tests_jar-_-any-849534372587063736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:09:37,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:34977} 2024-12-02T15:09:37,474 INFO [Time-limited test {}] server.Server(415): Started @280175ms 2024-12-02T15:09:37,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:37,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:37,638 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88650 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:37,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:09:37,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:09:37,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:09:37,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:09:37,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:09:37,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:09:37,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:09:37,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b617186{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/java.io.tmpdir/jetty-localhost-40947-hadoop-hdfs-3_4_1-tests_jar-_-any-13204234644952179607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:09:37,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:40947} 2024-12-02T15:09:37,747 INFO [Time-limited test {}] server.Server(415): Started @280447ms 2024-12-02T15:09:37,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:09:38,194 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/cluster_632c8c77-5fe4-e0ca-b4e4-c925380b53d9/data/data1/current/BP-1322146219-172.17.0.2-1733152177117/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:38,194 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/cluster_632c8c77-5fe4-e0ca-b4e4-c925380b53d9/data/data2/current/BP-1322146219-172.17.0.2-1733152177117/current, will proceed with Du for space computation calculation, 2024-12-02T15:09:38,212 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:09:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5585e8d6ff0b4d1 with lease ID 0x4e62f30958577f21: Processing first storage report for DS-b363fa15-0472-4ac7-ad16-0391cb381f9b from datanode DatanodeRegistration(127.0.0.1:42605, datanodeUuid=5d492d65-cbba-48b1-85bf-13ae0d7b7ab4, infoPort=38133, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=557893071;c=1733152177117) 2024-12-02T15:09:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5585e8d6ff0b4d1 with lease ID 0x4e62f30958577f21: from storage DS-b363fa15-0472-4ac7-ad16-0391cb381f9b node DatanodeRegistration(127.0.0.1:42605, datanodeUuid=5d492d65-cbba-48b1-85bf-13ae0d7b7ab4, infoPort=38133, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=557893071;c=1733152177117), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:09:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5585e8d6ff0b4d1 with lease ID 0x4e62f30958577f21: Processing first storage report for DS-666dbfc5-f8d3-400b-ae7e-888d19b6158f from datanode DatanodeRegistration(127.0.0.1:42605, datanodeUuid=5d492d65-cbba-48b1-85bf-13ae0d7b7ab4, infoPort=38133, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=557893071;c=1733152177117) 2024-12-02T15:09:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5585e8d6ff0b4d1 with lease ID 0x4e62f30958577f21: from storage DS-666dbfc5-f8d3-400b-ae7e-888d19b6158f node DatanodeRegistration(127.0.0.1:42605, datanodeUuid=5d492d65-cbba-48b1-85bf-13ae0d7b7ab4, infoPort=38133, infoSecurePort=0, ipcPort=36477, storageInfo=lv=-57;cid=testClusterID;nsid=557893071;c=1733152177117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:09:38,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee 2024-12-02T15:09:38,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:09:38,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56 with version=8 2024-12-02T15:09:38,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/hbase-staging 2024-12-02T15:09:38,689 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:09:38,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:38,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42603 2024-12-02T15:09:38,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42603 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426030x0, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:38,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42603-0x10197c51b8f0006 connected 2024-12-02T15:09:38,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/running 2024-12-02T15:09:38,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56, hbase.cluster.distributed=false 2024-12-02T15:09:38,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/acl 2024-12-02T15:09:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42603 2024-12-02T15:09:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42603 2024-12-02T15:09:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42603 2024-12-02T15:09:38,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42603 2024-12-02T15:09:38,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42603 2024-12-02T15:09:38,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:09:38,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:09:38,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:09:38,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:09:38,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:09:38,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:09:38,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43127 2024-12-02T15:09:38,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43127 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:38,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431270x0, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:38,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431270x0, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/running 2024-12-02T15:09:38,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43127-0x10197c51b8f0007 connected 2024-12-02T15:09:38,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:09:38,802 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:09:38,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/master 2024-12-02T15:09:38,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/acl 2024-12-02T15:09:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43127 2024-12-02T15:09:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43127 2024-12-02T15:09:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43127 2024-12-02T15:09:38,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43127 2024-12-02T15:09:38,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43127 2024-12-02T15:09:38,818 DEBUG [M:0;be0458f36726:42603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:42603 2024-12-02T15:09:38,819 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-829262748/backup-masters/be0458f36726,42603,1733152178689 2024-12-02T15:09:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/backup-masters 2024-12-02T15:09:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/backup-masters 2024-12-02T15:09:38,826 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on existing znode=/2-829262748/backup-masters/be0458f36726,42603,1733152178689 2024-12-02T15:09:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-829262748/master 2024-12-02T15:09:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:38,834 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on existing znode=/2-829262748/master 2024-12-02T15:09:38,835 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-829262748/backup-masters/be0458f36726,42603,1733152178689 from backup master directory 2024-12-02T15:09:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-829262748/backup-masters/be0458f36726,42603,1733152178689 2024-12-02T15:09:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/backup-masters 2024-12-02T15:09:38,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/backup-masters 2024-12-02T15:09:38,842 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:38,842 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,42603,1733152178689 2024-12-02T15:09:38,846 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/hbase.id] with ID: 42f51c27-6907-4b60-99ba-f5d70b43f894 2024-12-02T15:09:38,846 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/.tmp/hbase.id 2024-12-02T15:09:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:09:39,250 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/.tmp/hbase.id]:[hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/hbase.id] 2024-12-02T15:09:39,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:09:39,257 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:09:39,258 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:09:39,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:39,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:09:39,671 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:39,672 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:09:39,672 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:09:40,078 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store 2024-12-02T15:09:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:09:40,483 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:40,483 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:09:40,483 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152180483Disabling compacts and flushes for region at 1733152180483Disabling writes for close at 1733152180483Writing region close event to WAL at 1733152180483Closed at 1733152180483 2024-12-02T15:09:40,484 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/.initializing 2024-12-02T15:09:40,484 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/WALs/be0458f36726,42603,1733152178689 2024-12-02T15:09:40,485 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:40,486 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C42603%2C1733152178689, suffix=, logDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/WALs/be0458f36726,42603,1733152178689, archiveDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/oldWALs, maxLogs=10 2024-12-02T15:09:40,500 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/WALs/be0458f36726,42603,1733152178689/be0458f36726%2C42603%2C1733152178689.1733152180486, exclude list is [], retry=0 2024-12-02T15:09:40,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42605,DS-b363fa15-0472-4ac7-ad16-0391cb381f9b,DISK] 2024-12-02T15:09:40,503 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/WALs/be0458f36726,42603,1733152178689/be0458f36726%2C42603%2C1733152178689.1733152180486 2024-12-02T15:09:40,503 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-02T15:09:40,504 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:40,504 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:40,504 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,504 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:09:40,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:40,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:40,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:09:40,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:09:40,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:40,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:40,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:09:40,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:40,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:40,510 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,511 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,511 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,512 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,512 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,512 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:40,512 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:09:40,513 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:40,514 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63847141, jitterRate=-0.04860346019268036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:40,514 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152180504Initializing all the Stores at 1733152180505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152180505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152180505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152180505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152180505Cleaning up temporary data from old regions at 1733152180512 (+7 ms)Region opened successfully at 1733152180514 (+2 ms) 2024-12-02T15:09:40,514 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:09:40,516 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382032bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:09:40,517 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:09:40,518 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:09:40,519 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/balancer because node does not exist (not necessarily an error) 2024-12-02T15:09:40,609 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/balancer already deleted, retry=false 2024-12-02T15:09:40,609 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:09:40,610 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:09:40,617 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/normalizer already deleted, retry=false 2024-12-02T15:09:40,617 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:09:40,618 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:09:40,625 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/switch/split already deleted, retry=false 2024-12-02T15:09:40,626 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:09:40,634 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/switch/merge already deleted, retry=false 2024-12-02T15:09:40,635 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:09:40,642 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/snapshot-cleanup already deleted, retry=false 2024-12-02T15:09:40,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-829262748/running 2024-12-02T15:09:40,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-829262748/running 2024-12-02T15:09:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,651 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,42603,1733152178689, sessionid=0x10197c51b8f0006, setting cluster-up flag (Was=false) 2024-12-02T15:09:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,692 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-829262748/flush-table-proc/acquired, /2-829262748/flush-table-proc/reached, /2-829262748/flush-table-proc/abort 2024-12-02T15:09:40,693 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,42603,1733152178689 2024-12-02T15:09:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:40,734 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-829262748/online-snapshot/acquired, /2-829262748/online-snapshot/reached, /2-829262748/online-snapshot/abort 2024-12-02T15:09:40,735 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,42603,1733152178689 2024-12-02T15:09:40,736 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:09:40,737 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:40,737 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:09:40,737 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:09:40,738 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,42603,1733152178689 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:40,739 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152210740 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:09:40,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:09:40,740 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:09:40,741 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152180741,5,FailOnTimeoutGroup] 2024-12-02T15:09:40,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:40,741 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152180741,5,FailOnTimeoutGroup] 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:09:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:09:40,811 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(746): ClusterId : 42f51c27-6907-4b60-99ba-f5d70b43f894 2024-12-02T15:09:40,812 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:09:40,818 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:09:40,818 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:09:40,826 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:09:40,826 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2305c060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:09:40,835 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:43127 2024-12-02T15:09:40,835 INFO [RS:0;be0458f36726:43127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:09:40,835 INFO [RS:0;be0458f36726:43127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:09:40,835 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:09:40,836 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,42603,1733152178689 with port=43127, startcode=1733152178792 2024-12-02T15:09:40,836 DEBUG [RS:0;be0458f36726:43127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:09:40,837 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:09:40,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,43127,1733152178792 2024-12-02T15:09:40,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(517): Registering regionserver=be0458f36726,43127,1733152178792 2024-12-02T15:09:40,838 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56 2024-12-02T15:09:40,838 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45953 2024-12-02T15:09:40,838 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:09:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/rs 2024-12-02T15:09:40,876 DEBUG [RS:0;be0458f36726:43127 {}] zookeeper.ZKUtil(111): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on existing znode=/2-829262748/rs/be0458f36726,43127,1733152178792 2024-12-02T15:09:40,876 WARN [RS:0;be0458f36726:43127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:09:40,876 INFO [RS:0;be0458f36726:43127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:40,877 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792 2024-12-02T15:09:40,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,43127,1733152178792] 2024-12-02T15:09:40,879 INFO [RS:0;be0458f36726:43127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:09:40,880 INFO [RS:0;be0458f36726:43127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:09:40,880 INFO [RS:0;be0458f36726:43127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:09:40,880 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,880 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:40,881 DEBUG [RS:0;be0458f36726:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,881 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43127,1733152178792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:40,893 INFO [RS:0;be0458f36726:43127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:09:40,893 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43127,1733152178792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,893 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,893 INFO [RS:0;be0458f36726:43127 {}] regionserver.Replication(171): be0458f36726,43127,1733152178792 started 2024-12-02T15:09:40,904 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:40,904 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,43127,1733152178792, RpcServer on be0458f36726/172.17.0.2:43127, sessionid=0x10197c51b8f0007 2024-12-02T15:09:40,904 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:09:40,904 DEBUG [RS:0;be0458f36726:43127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,43127,1733152178792 2024-12-02T15:09:40,904 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,43127,1733152178792' 2024-12-02T15:09:40,904 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-829262748/flush-table-proc/abort' 2024-12-02T15:09:40,904 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-829262748/flush-table-proc/acquired' 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,43127,1733152178792 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,43127,1733152178792' 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-829262748/online-snapshot/abort' 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-829262748/online-snapshot/acquired' 2024-12-02T15:09:40,905 DEBUG [RS:0;be0458f36726:43127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:09:40,905 INFO [RS:0;be0458f36726:43127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:09:40,905 INFO [RS:0;be0458f36726:43127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:09:41,006 INFO [RS:0;be0458f36726:43127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:09:41,007 INFO [RS:0;be0458f36726:43127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43127%2C1733152178792, suffix=, logDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792, archiveDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/oldWALs, maxLogs=10 2024-12-02T15:09:41,018 DEBUG [RS:0;be0458f36726:43127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, exclude list is [], retry=0 2024-12-02T15:09:41,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42605,DS-b363fa15-0472-4ac7-ad16-0391cb381f9b,DISK] 2024-12-02T15:09:41,021 INFO [RS:0;be0458f36726:43127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 2024-12-02T15:09:41,021 DEBUG [RS:0;be0458f36726:43127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-02T15:09:41,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:09:41,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56 2024-12-02T15:09:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:09:41,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:41,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:41,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:41,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:41,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:41,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:41,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:41,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:41,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:41,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:41,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740 2024-12-02T15:09:41,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740 2024-12-02T15:09:41,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:41,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:41,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:41,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:41,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69222302, jitterRate=0.031492680311203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152181554Initializing all the Stores at 1733152181554Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181555 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152181555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181555Cleaning up temporary data from old regions at 1733152181560 (+5 ms)Region opened successfully at 1733152181564 (+4 ms) 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:41,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:41,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:41,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152181564Disabling compacts and flushes for region at 1733152181564Disabling writes for close at 1733152181564Writing region close event to WAL at 1733152181564Closed at 1733152181564 2024-12-02T15:09:41,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:41,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:09:41,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:09:41,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:41,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:09:41,717 DEBUG [be0458f36726:42603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:09:41,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:41,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,43127,1733152178792, state=OPENING 2024-12-02T15:09:41,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:09:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:41,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-829262748/meta-region-server: CHANGED 2024-12-02T15:09:41,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:09:41,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-829262748/meta-region-server: CHANGED 2024-12-02T15:09:41,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,43127,1733152178792}] 2024-12-02T15:09:41,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:41,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:09:41,915 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:09:41,915 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:41,915 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:09:41,916 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43127%2C1733152178792.meta, suffix=.meta, logDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792, archiveDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/oldWALs, maxLogs=10 2024-12-02T15:09:41,927 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.meta.1733152181917.meta, exclude list is [], retry=0 2024-12-02T15:09:41,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42605,DS-b363fa15-0472-4ac7-ad16-0391cb381f9b,DISK] 2024-12-02T15:09:41,930 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.meta.1733152181917.meta 2024-12-02T15:09:41,930 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-02T15:09:41,930 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:41,930 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:41,930 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:41,930 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:09:41,931 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:09:41,931 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:09:41,931 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:41,931 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:09:41,931 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:09:41,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:09:41,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:09:41,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:09:41,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:09:41,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:09:41,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:09:41,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:09:41,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:09:41,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:41,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:09:41,935 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:09:41,936 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740 2024-12-02T15:09:41,937 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740 2024-12-02T15:09:41,937 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:09:41,937 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:09:41,938 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:09:41,938 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:09:41,939 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74865965, jitterRate=0.11558981239795685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:09:41,939 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:09:41,939 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152181931Writing region info on filesystem at 1733152181931Initializing all the Stores at 1733152181931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152181932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152181932Cleaning up temporary data from old regions at 1733152181937 (+5 ms)Running coprocessor post-open hooks at 1733152181939 (+2 ms)Region opened successfully at 1733152181939 2024-12-02T15:09:41,939 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152181911 2024-12-02T15:09:41,941 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:09:41,941 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:09:41,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:41,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,43127,1733152178792, state=OPEN 2024-12-02T15:09:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-829262748/meta-region-server 2024-12-02T15:09:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-829262748/meta-region-server 2024-12-02T15:09:41,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-829262748/meta-region-server: CHANGED 2024-12-02T15:09:41,951 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,43127,1733152178792 2024-12-02T15:09:41,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-829262748/meta-region-server: CHANGED 2024-12-02T15:09:41,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:09:41,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,43127,1733152178792 in 192 msec 2024-12-02T15:09:41,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:09:41,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-02T15:09:41,954 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:09:41,955 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:09:41,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:41,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43127,1733152178792, seqNum=-1] 2024-12-02T15:09:41,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:41,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:41,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-02T15:09:41,961 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152181961, completionTime=-1 2024-12-02T15:09:41,961 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:09:41,961 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152241963 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152301963 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:42603, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,963 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:41,965 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.124sec 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:09:41,966 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:09:41,968 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:09:41,968 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:09:41,968 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42603,1733152178689-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:09:42,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:42,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:42,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:42,013 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5115865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:42,015 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:42,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d192b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:42,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43127,1733152178792, seqNum=-1] 2024-12-02T15:09:42,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:42,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:42,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,42603,1733152178689 2024-12-02T15:09:42,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56478 2024-12-02T15:09:42,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:09:42,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197c51b8f0008 connected 2024-12-02T15:09:42,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37391,1733152168835 2024-12-02T15:09:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9a2bf 2024-12-02T15:09:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:42,037 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:42,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:09:42,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:42,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:42,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:09:42,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:09:42,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a11c1b35f98f06782b25aaf02f0e0b6c, NAME => 'test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd 2024-12-02T15:09:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:09:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a11c1b35f98f06782b25aaf02f0e0b6c, disabling compactions & flushes 2024-12-02T15:09:42,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. after waiting 0 ms 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a11c1b35f98f06782b25aaf02f0e0b6c: Waiting for close lock at 1733152182451Disabling compacts and flushes for region at 1733152182451Disabling writes for close at 1733152182451Writing region close event to WAL at 1733152182451Closed at 1733152182451 2024-12-02T15:09:42,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:42,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152182452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152182452"}]},"ts":"1733152182452"} 2024-12-02T15:09:42,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:42,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:42,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152182455"}]},"ts":"1733152182455"} 2024-12-02T15:09:42,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:09:42,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11c1b35f98f06782b25aaf02f0e0b6c, ASSIGN}] 2024-12-02T15:09:42,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11c1b35f98f06782b25aaf02f0e0b6c, ASSIGN 2024-12-02T15:09:42,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a11c1b35f98f06782b25aaf02f0e0b6c, ASSIGN; state=OFFLINE, location=be0458f36726,34129,1733152168984; forceNewPlan=false, retain=false 2024-12-02T15:09:42,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11c1b35f98f06782b25aaf02f0e0b6c, regionState=OPENING, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:42,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a11c1b35f98f06782b25aaf02f0e0b6c, ASSIGN because future has completed 2024-12-02T15:09:42,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11c1b35f98f06782b25aaf02f0e0b6c, server=be0458f36726,34129,1733152168984}] 2024-12-02T15:09:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:42,766 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,766 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a11c1b35f98f06782b25aaf02f0e0b6c, NAME => 'test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:42,767 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:42,767 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:09:42,767 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,767 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:42,767 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,767 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,768 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,769 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11c1b35f98f06782b25aaf02f0e0b6c columnFamilyName f 2024-12-02T15:09:42,769 DEBUG [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:42,769 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(327): Store=a11c1b35f98f06782b25aaf02f0e0b6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:42,770 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,770 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11c1b35f98f06782b25aaf02f0e0b6c columnFamilyName f1 2024-12-02T15:09:42,771 DEBUG [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:42,771 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(327): Store=a11c1b35f98f06782b25aaf02f0e0b6c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:42,771 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,772 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11c1b35f98f06782b25aaf02f0e0b6c columnFamilyName norep 2024-12-02T15:09:42,772 DEBUG [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:42,772 INFO [StoreOpener-a11c1b35f98f06782b25aaf02f0e0b6c-1 {}] regionserver.HStore(327): Store=a11c1b35f98f06782b25aaf02f0e0b6c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:42,772 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,773 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,773 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,773 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,773 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,774 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:42,774 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,775 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:42,776 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a11c1b35f98f06782b25aaf02f0e0b6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60479666, jitterRate=-0.0987827479839325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:42,776 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:09:42,776 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a11c1b35f98f06782b25aaf02f0e0b6c: Running coprocessor pre-open hook at 1733152182767Writing region info on filesystem at 1733152182767Initializing all the Stores at 1733152182768 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152182768Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152182768Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152182768Cleaning up temporary data from old regions at 1733152182774 (+6 ms)Running coprocessor post-open hooks at 1733152182776 (+2 ms)Region opened successfully at 1733152182776 2024-12-02T15:09:42,777 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c., pid=6, masterSystemTime=1733152182763 2024-12-02T15:09:42,778 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,778 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:09:42,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11c1b35f98f06782b25aaf02f0e0b6c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:42,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11c1b35f98f06782b25aaf02f0e0b6c, server=be0458f36726,34129,1733152168984 because future has completed 2024-12-02T15:09:42,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:09:42,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a11c1b35f98f06782b25aaf02f0e0b6c, server=be0458f36726,34129,1733152168984 in 169 msec 2024-12-02T15:09:42,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:09:42,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a11c1b35f98f06782b25aaf02f0e0b6c, ASSIGN in 325 msec 2024-12-02T15:09:42,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:42,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152182784"}]},"ts":"1733152182784"} 2024-12-02T15:09:42,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:09:42,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:42,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-02T15:09:42,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:09:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:43,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:43,174 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:09:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ae5baa 2024-12-02T15:09:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:43,176 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:43,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:09:43,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:09:43,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:43,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:09:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:09:43,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:43,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:43,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:09:43,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:09:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:43,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f55bc888c393a6fd08e14781edb8efdf, NAME => 'test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3 2024-12-02T15:09:43,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:09:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:43,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:43,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f55bc888c393a6fd08e14781edb8efdf, disabling compactions & flushes 2024-12-02T15:09:43,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:43,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:43,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. after waiting 0 ms 2024-12-02T15:09:43,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:43,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:43,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f55bc888c393a6fd08e14781edb8efdf: Waiting for close lock at 1733152183992Disabling compacts and flushes for region at 1733152183992Disabling writes for close at 1733152183992Writing region close event to WAL at 1733152183992Closed at 1733152183992 2024-12-02T15:09:43,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:43,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152183994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152183994"}]},"ts":"1733152183994"} 2024-12-02T15:09:43,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:43,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:43,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152183996"}]},"ts":"1733152183996"} 2024-12-02T15:09:43,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:09:43,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f55bc888c393a6fd08e14781edb8efdf, ASSIGN}] 2024-12-02T15:09:43,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f55bc888c393a6fd08e14781edb8efdf, ASSIGN 2024-12-02T15:09:44,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f55bc888c393a6fd08e14781edb8efdf, ASSIGN; state=OFFLINE, location=be0458f36726,36973,1733152173727; forceNewPlan=false, retain=false 2024-12-02T15:09:44,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f55bc888c393a6fd08e14781edb8efdf, regionState=OPENING, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:44,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f55bc888c393a6fd08e14781edb8efdf, ASSIGN because future has completed 2024-12-02T15:09:44,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55bc888c393a6fd08e14781edb8efdf, server=be0458f36726,36973,1733152173727}] 2024-12-02T15:09:44,307 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:44,307 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f55bc888c393a6fd08e14781edb8efdf, NAME => 'test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:44,308 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:44,308 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:09:44,308 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,308 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:44,308 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,308 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,309 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,310 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f55bc888c393a6fd08e14781edb8efdf columnFamilyName f 2024-12-02T15:09:44,310 DEBUG [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:44,310 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(327): Store=f55bc888c393a6fd08e14781edb8efdf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:44,310 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,311 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f55bc888c393a6fd08e14781edb8efdf columnFamilyName f1 2024-12-02T15:09:44,311 DEBUG [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:44,311 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(327): Store=f55bc888c393a6fd08e14781edb8efdf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:44,311 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,312 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f55bc888c393a6fd08e14781edb8efdf columnFamilyName norep 2024-12-02T15:09:44,312 DEBUG [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:44,312 INFO [StoreOpener-f55bc888c393a6fd08e14781edb8efdf-1 {}] regionserver.HStore(327): Store=f55bc888c393a6fd08e14781edb8efdf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:44,312 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,313 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,313 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:44,315 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,317 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:44,317 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f55bc888c393a6fd08e14781edb8efdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59109412, jitterRate=-0.11920112371444702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:44,317 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:09:44,317 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f55bc888c393a6fd08e14781edb8efdf: Running coprocessor pre-open hook at 1733152184308Writing region info on filesystem at 1733152184308Initializing all the Stores at 1733152184309 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152184309Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152184309Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152184309Cleaning up temporary data from old regions at 1733152184314 (+5 ms)Running coprocessor post-open hooks at 1733152184317 (+3 ms)Region opened successfully at 1733152184317 2024-12-02T15:09:44,318 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf., pid=6, masterSystemTime=1733152184304 2024-12-02T15:09:44,320 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:44,320 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:09:44,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f55bc888c393a6fd08e14781edb8efdf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:44,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f55bc888c393a6fd08e14781edb8efdf, server=be0458f36726,36973,1733152173727 because future has completed 2024-12-02T15:09:44,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:09:44,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f55bc888c393a6fd08e14781edb8efdf, server=be0458f36726,36973,1733152173727 in 169 msec 2024-12-02T15:09:44,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:09:44,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f55bc888c393a6fd08e14781edb8efdf, ASSIGN in 326 msec 2024-12-02T15:09:44,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:44,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152184326"}]},"ts":"1733152184326"} 2024-12-02T15:09:44,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:09:44,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:44,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-02T15:09:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:45,324 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:09:45,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,42603,1733152178689 2024-12-02T15:09:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366a3139 2024-12-02T15:09:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:45,326 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:45,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:09:45,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:45,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:45,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:09:45,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:09:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:45,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78957b4373e4c3371f11c1d61fd5c4e2, NAME => 'test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56 2024-12-02T15:09:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78957b4373e4c3371f11c1d61fd5c4e2, disabling compactions & flushes 2024-12-02T15:09:45,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. after waiting 0 ms 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:45,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:45,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78957b4373e4c3371f11c1d61fd5c4e2: Waiting for close lock at 1733152185740Disabling compacts and flushes for region at 1733152185740Disabling writes for close at 1733152185740Writing region close event to WAL at 1733152185740Closed at 1733152185740 2024-12-02T15:09:45,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:45,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152185741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152185741"}]},"ts":"1733152185741"} 2024-12-02T15:09:45,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:45,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:45,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152185744"}]},"ts":"1733152185744"} 2024-12-02T15:09:45,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:09:45,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78957b4373e4c3371f11c1d61fd5c4e2, ASSIGN}] 2024-12-02T15:09:45,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78957b4373e4c3371f11c1d61fd5c4e2, ASSIGN 2024-12-02T15:09:45,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78957b4373e4c3371f11c1d61fd5c4e2, ASSIGN; state=OFFLINE, location=be0458f36726,43127,1733152178792; forceNewPlan=false, retain=false 2024-12-02T15:09:45,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78957b4373e4c3371f11c1d61fd5c4e2, regionState=OPENING, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:45,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78957b4373e4c3371f11c1d61fd5c4e2, ASSIGN because future has completed 2024-12-02T15:09:45,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78957b4373e4c3371f11c1d61fd5c4e2, server=be0458f36726,43127,1733152178792}] 2024-12-02T15:09:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:46,057 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:46,057 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78957b4373e4c3371f11c1d61fd5c4e2, NAME => 'test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:46,057 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:46,057 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:09:46,057 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,057 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:46,058 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,058 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,059 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,060 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78957b4373e4c3371f11c1d61fd5c4e2 columnFamilyName f 2024-12-02T15:09:46,060 DEBUG [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:46,060 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(327): Store=78957b4373e4c3371f11c1d61fd5c4e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:46,060 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,061 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78957b4373e4c3371f11c1d61fd5c4e2 columnFamilyName f1 2024-12-02T15:09:46,061 DEBUG [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:46,061 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(327): Store=78957b4373e4c3371f11c1d61fd5c4e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:46,061 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,062 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78957b4373e4c3371f11c1d61fd5c4e2 columnFamilyName norep 2024-12-02T15:09:46,062 DEBUG [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:46,062 INFO [StoreOpener-78957b4373e4c3371f11c1d61fd5c4e2-1 {}] regionserver.HStore(327): Store=78957b4373e4c3371f11c1d61fd5c4e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:46,062 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,063 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,063 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,064 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,064 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,064 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:46,065 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,066 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:46,067 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78957b4373e4c3371f11c1d61fd5c4e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66973148, jitterRate=-0.0020223259925842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:46,067 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:46,067 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78957b4373e4c3371f11c1d61fd5c4e2: Running coprocessor pre-open hook at 1733152186058Writing region info on filesystem at 1733152186058Initializing all the Stores at 1733152186058Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152186058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152186059 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152186059Cleaning up temporary data from old regions at 1733152186064 (+5 ms)Running coprocessor post-open hooks at 1733152186067 (+3 ms)Region opened successfully at 1733152186067 2024-12-02T15:09:46,068 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2., pid=6, masterSystemTime=1733152186053 2024-12-02T15:09:46,069 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:46,069 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:46,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78957b4373e4c3371f11c1d61fd5c4e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:46,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78957b4373e4c3371f11c1d61fd5c4e2, server=be0458f36726,43127,1733152178792 because future has completed 2024-12-02T15:09:46,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:09:46,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78957b4373e4c3371f11c1d61fd5c4e2, server=be0458f36726,43127,1733152178792 in 171 msec 2024-12-02T15:09:46,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:09:46,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78957b4373e4c3371f11c1d61fd5c4e2, ASSIGN in 327 msec 2024-12-02T15:09:46,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:46,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152186075"}]},"ts":"1733152186075"} 2024-12-02T15:09:46,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:09:46,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:46,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-12-02T15:09:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:09:46,465 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:09:46,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37391,-1 for getting cluster id 2024-12-02T15:09:46,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:46,466 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e18a4d7b-1caf-43c3-a4cd-341ea1a8216a' 2024-12-02T15:09:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e18a4d7b-1caf-43c3-a4cd-341ea1a8216a" 2024-12-02T15:09:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81c254f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37391,-1] 2024-12-02T15:09:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:46,467 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccd9914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,37391,1733152168835 2024-12-02T15:09:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70783001 2024-12-02T15:09:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:46,470 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:46,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:46295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:46,473 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:46295' 2024-12-02T15:09:46,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219fb3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,474 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:46,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:46,475 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5002aff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:46,477 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149d4167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:46,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:46,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:46,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43991086 2024-12-02T15:09:46,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:46,479 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:46,480 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:09:46,480 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:46,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:46,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:46,481 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:46,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:46,482 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:46,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:46,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:46,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:46,532 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:46,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5a34ea77857a86003f1c1e2fbeee791, NAME => 'hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd 2024-12-02T15:09:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e5a34ea77857a86003f1c1e2fbeee791, disabling compactions & flushes 2024-12-02T15:09:47,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. after waiting 0 ms 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5a34ea77857a86003f1c1e2fbeee791: Waiting for close lock at 1733152187301Disabling compacts and flushes for region at 1733152187301Disabling writes for close at 1733152187301Writing region close event to WAL at 1733152187301Closed at 1733152187301 2024-12-02T15:09:47,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:47,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152187303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152187303"}]},"ts":"1733152187303"} 2024-12-02T15:09:47,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:47,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:47,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152187306"}]},"ts":"1733152187306"} 2024-12-02T15:09:47,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:47,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5a34ea77857a86003f1c1e2fbeee791, ASSIGN}] 2024-12-02T15:09:47,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5a34ea77857a86003f1c1e2fbeee791, ASSIGN 2024-12-02T15:09:47,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5a34ea77857a86003f1c1e2fbeee791, ASSIGN; state=OFFLINE, location=be0458f36726,34129,1733152168984; forceNewPlan=false, retain=false 2024-12-02T15:09:47,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:47,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5a34ea77857a86003f1c1e2fbeee791, regionState=OPENING, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:47,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5a34ea77857a86003f1c1e2fbeee791, ASSIGN because future has completed 2024-12-02T15:09:47,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5a34ea77857a86003f1c1e2fbeee791, server=be0458f36726,34129,1733152168984}] 2024-12-02T15:09:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:47,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:47,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:47,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C34129%2C1733152168984.rep, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/oldWALs, maxLogs=10 2024-12-02T15:09:47,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.rep.1733152187622, exclude list is [], retry=0 2024-12-02T15:09:47,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42639,DS-b258cc30-59c4-4f4e-b498-6cb519bc5a58,DISK] 2024-12-02T15:09:47,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.rep.1733152187622 2024-12-02T15:09:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-12-02T15:09:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e5a34ea77857a86003f1c1e2fbeee791, NAME => 'hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:47,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. service=MultiRowMutationService 2024-12-02T15:09:47,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,646 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,648 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5a34ea77857a86003f1c1e2fbeee791 columnFamilyName hfileref 2024-12-02T15:09:47,648 DEBUG [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:47,648 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(327): Store=e5a34ea77857a86003f1c1e2fbeee791/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:47,648 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,649 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5a34ea77857a86003f1c1e2fbeee791 columnFamilyName queue 2024-12-02T15:09:47,649 DEBUG [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:47,649 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(327): Store=e5a34ea77857a86003f1c1e2fbeee791/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:47,649 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,650 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5a34ea77857a86003f1c1e2fbeee791 columnFamilyName sid 2024-12-02T15:09:47,650 DEBUG [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:47,651 INFO [StoreOpener-e5a34ea77857a86003f1c1e2fbeee791-1 {}] regionserver.HStore(327): Store=e5a34ea77857a86003f1c1e2fbeee791/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:47,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/replication/e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/replication/e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:47,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/replication/e5a34ea77857a86003f1c1e2fbeee791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:47,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e5a34ea77857a86003f1c1e2fbeee791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418256, jitterRate=0.06421494483947754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:47,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:09:47,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e5a34ea77857a86003f1c1e2fbeee791: Running coprocessor pre-open hook at 1733152187645Writing region info on filesystem at 1733152187645Initializing all the Stores at 1733152187646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152187646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152187646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152187646Cleaning up temporary data from old regions at 1733152187653 (+7 ms)Running coprocessor post-open hooks at 1733152187657 (+4 ms)Region opened successfully at 1733152187657 2024-12-02T15:09:47,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791., pid=10, masterSystemTime=1733152187615 2024-12-02T15:09:47,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:09:47,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5a34ea77857a86003f1c1e2fbeee791, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,34129,1733152168984 2024-12-02T15:09:47,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5a34ea77857a86003f1c1e2fbeee791, server=be0458f36726,34129,1733152168984 because future has completed 2024-12-02T15:09:47,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:47,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e5a34ea77857a86003f1c1e2fbeee791, server=be0458f36726,34129,1733152168984 in 206 msec 2024-12-02T15:09:47,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:47,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5a34ea77857a86003f1c1e2fbeee791, ASSIGN in 363 msec 2024-12-02T15:09:47,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:47,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152187674"}]},"ts":"1733152187674"} 2024-12-02T15:09:47,676 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:47,677 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:47,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-12-02T15:09:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791., hostname=be0458f36726,34129,1733152168984, seqNum=2] 2024-12-02T15:09:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:09:47,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:47,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:47,897 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:47,933 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,34129,1733152168984, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:47,934 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:47,934 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34129,1733152168984, seqNum=-1] 2024-12-02T15:09:47,934 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:47,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,34129,1733152168984', locateType=CURRENT is [region=hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791., hostname=be0458f36726,34129,1733152168984, seqNum=2] 2024-12-02T15:09:47,939 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:47,941 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,34129,1733152168984 suceeded 2024-12-02T15:09:47,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:47,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-02T15:09:47,942 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:46295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:47,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-12-02T15:09:47,958 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:46295' 2024-12-02T15:09:47,959 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16107916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:47,960 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:47,960 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:47,960 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdbea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:47,962 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:47,963 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3db70fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:47,963 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e230ca3 2024-12-02T15:09:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:47,965 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:47,965 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,34129,1733152168984 (queues=1) is replicating from cluster=e18a4d7b-1caf-43c3-a4cd-341ea1a8216a to cluster=2db7906a-7117-43fe-847a-f6b70c2bddc6 2024-12-02T15:09:47,966 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C34129%2C1733152168984 2024-12-02T15:09:47,966 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,34129,1733152168984, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:47,966 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C34129%2C1733152168984 2024-12-02T15:09:47,966 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, startPosition=0, beingWritten=true 2024-12-02T15:09:47,972 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:47,972 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:47,972 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34129,1733152168984 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:48,176 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:48,480 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:48,625 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:48,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:48,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:48,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:48,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:48,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:48,626 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662d3e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,627 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732c5548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4ba9a 2024-12-02T15:09:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:48,630 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:48,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:42603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:48,632 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:42603' 2024-12-02T15:09:48,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf7f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,633 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:48,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:48,634 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b93c0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:48,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,635 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:48,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a586b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:48,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:48,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,42603,1733152178689 2024-12-02T15:09:48,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c871b82 2024-12-02T15:09:48,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:48,637 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:48,638 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:09:48,638 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:48,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:48,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:48,638 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:48,639 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:48,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:48,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:48,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:48,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81e1a15af09e93df586d21d6f7767dd1, NAME => 'hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3 2024-12-02T15:09:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:48,689 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:48,884 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:48,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:09:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81e1a15af09e93df586d21d6f7767dd1, disabling compactions & flushes 2024-12-02T15:09:49,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. after waiting 0 ms 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81e1a15af09e93df586d21d6f7767dd1: Waiting for close lock at 1733152189052Disabling compacts and flushes for region at 1733152189052Disabling writes for close at 1733152189052Writing region close event to WAL at 1733152189052Closed at 1733152189052 2024-12-02T15:09:49,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:49,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152189053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152189053"}]},"ts":"1733152189053"} 2024-12-02T15:09:49,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:49,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:49,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152189056"}]},"ts":"1733152189056"} 2024-12-02T15:09:49,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:49,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e1a15af09e93df586d21d6f7767dd1, ASSIGN}] 2024-12-02T15:09:49,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e1a15af09e93df586d21d6f7767dd1, ASSIGN 2024-12-02T15:09:49,059 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81e1a15af09e93df586d21d6f7767dd1, ASSIGN; state=OFFLINE, location=be0458f36726,36973,1733152173727; forceNewPlan=false, retain=false 2024-12-02T15:09:49,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81e1a15af09e93df586d21d6f7767dd1, regionState=OPENING, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:49,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81e1a15af09e93df586d21d6f7767dd1, ASSIGN because future has completed 2024-12-02T15:09:49,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e1a15af09e93df586d21d6f7767dd1, server=be0458f36726,36973,1733152173727}] 2024-12-02T15:09:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:49,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:49,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:49,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C36973%2C1733152173727.rep, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs, maxLogs=10 2024-12-02T15:09:49,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.rep.1733152189369, exclude list is [], retry=0 2024-12-02T15:09:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-41438544-737c-401a-9dea-597748d6c277,DISK] 2024-12-02T15:09:49,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.rep.1733152189369 2024-12-02T15:09:49,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-02T15:09:49,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81e1a15af09e93df586d21d6f7767dd1, NAME => 'hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:49,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. service=MultiRowMutationService 2024-12-02T15:09:49,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,385 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,386 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e1a15af09e93df586d21d6f7767dd1 columnFamilyName hfileref 2024-12-02T15:09:49,386 DEBUG [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:49,386 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(327): Store=81e1a15af09e93df586d21d6f7767dd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:49,386 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,387 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e1a15af09e93df586d21d6f7767dd1 columnFamilyName queue 2024-12-02T15:09:49,387 DEBUG [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:49,388 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(327): Store=81e1a15af09e93df586d21d6f7767dd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:49,388 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:49,388 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,389 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e1a15af09e93df586d21d6f7767dd1 columnFamilyName sid 2024-12-02T15:09:49,389 DEBUG [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:49,389 INFO [StoreOpener-81e1a15af09e93df586d21d6f7767dd1-1 {}] regionserver.HStore(327): Store=81e1a15af09e93df586d21d6f7767dd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:49,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:49,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:49,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81e1a15af09e93df586d21d6f7767dd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74190200, jitterRate=0.10552012920379639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:49,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:09:49,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81e1a15af09e93df586d21d6f7767dd1: Running coprocessor pre-open hook at 1733152189384Writing region info on filesystem at 1733152189384Initializing all the Stores at 1733152189385 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152189385Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152189385Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152189385Cleaning up temporary data from old regions at 1733152189391 (+6 ms)Running coprocessor post-open hooks at 1733152189394 (+3 ms)Region opened successfully at 1733152189394 2024-12-02T15:09:49,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1., pid=10, masterSystemTime=1733152189364 2024-12-02T15:09:49,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:09:49,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81e1a15af09e93df586d21d6f7767dd1, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,36973,1733152173727 2024-12-02T15:09:49,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e1a15af09e93df586d21d6f7767dd1, server=be0458f36726,36973,1733152173727 because future has completed 2024-12-02T15:09:49,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:49,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81e1a15af09e93df586d21d6f7767dd1, server=be0458f36726,36973,1733152173727 in 188 msec 2024-12-02T15:09:49,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:49,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e1a15af09e93df586d21d6f7767dd1, ASSIGN in 344 msec 2024-12-02T15:09:49,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:49,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152189403"}]},"ts":"1733152189403"} 2024-12-02T15:09:49,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:49,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:49,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-12-02T15:09:49,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1., hostname=be0458f36726,36973,1733152173727, seqNum=2] 2024-12-02T15:09:49,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:49,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:09:49,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:49,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:49,687 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:49,711 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,36973,1733152173727, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:49,711 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:49,712 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36973,1733152173727, seqNum=-1] 2024-12-02T15:09:49,712 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:49,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,36973,1733152173727', locateType=CURRENT is [region=hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1., hostname=be0458f36726,36973,1733152173727, seqNum=2] 2024-12-02T15:09:49,716 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:49,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,36973,1733152173727 suceeded 2024-12-02T15:09:49,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:49,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T15:09:49,720 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:42603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:49,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-12-02T15:09:49,729 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:42603' 2024-12-02T15:09:49,730 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c10f451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,730 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:49,730 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:49,731 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271c944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,732 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:49,733 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314e8c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,733 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,42603,1733152178689 2024-12-02T15:09:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37603269 2024-12-02T15:09:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:49,734 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:49,735 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,36973,1733152173727 (queues=1) is replicating from cluster=2db7906a-7117-43fe-847a-f6b70c2bddc6 to cluster=42f51c27-6907-4b60-99ba-f5d70b43f894 2024-12-02T15:09:49,735 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C36973%2C1733152173727 2024-12-02T15:09:49,735 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,36973,1733152173727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:49,735 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, startPosition=0, beingWritten=true 2024-12-02T15:09:49,735 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C36973%2C1733152173727 2024-12-02T15:09:49,741 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:49,741 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:49,741 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:49,765 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:49,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:49,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:49,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:49,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:49,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:49,766 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c3463d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,767 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e26144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,42603,1733152178689 2024-12-02T15:09:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21caf1a9 2024-12-02T15:09:49,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:49,770 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:49,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:46295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:09:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:09:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:49,772 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:46295' 2024-12-02T15:09:49,773 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4564e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,773 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:49,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:49,774 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2217c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:49,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:49,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,775 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601a3e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:49,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bb449d9 2024-12-02T15:09:49,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:49,777 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:09:49,777 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:09:49,778 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:09:49,778 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,778 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:49,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:49,778 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:09:49,779 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:09:49,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:09:49,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:49,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:09:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:09:49,829 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:09:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:49,945 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:49,991 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:50,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37017a49b51c086f2af6a860bde9d14e, NAME => 'hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56 2024-12-02T15:09:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:09:50,248 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37017a49b51c086f2af6a860bde9d14e, disabling compactions & flushes 2024-12-02T15:09:50,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. after waiting 0 ms 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37017a49b51c086f2af6a860bde9d14e: Waiting for close lock at 1733152190592Disabling compacts and flushes for region at 1733152190592Disabling writes for close at 1733152190592Writing region close event to WAL at 1733152190592Closed at 1733152190592 2024-12-02T15:09:50,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:09:50,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152190593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152190593"}]},"ts":"1733152190593"} 2024-12-02T15:09:50,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:09:50,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:09:50,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152190596"}]},"ts":"1733152190596"} 2024-12-02T15:09:50,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:09:50,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37017a49b51c086f2af6a860bde9d14e, ASSIGN}] 2024-12-02T15:09:50,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37017a49b51c086f2af6a860bde9d14e, ASSIGN 2024-12-02T15:09:50,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37017a49b51c086f2af6a860bde9d14e, ASSIGN; state=OFFLINE, location=be0458f36726,43127,1733152178792; forceNewPlan=false, retain=false 2024-12-02T15:09:50,652 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:50,694 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:50,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37017a49b51c086f2af6a860bde9d14e, regionState=OPENING, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:50,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37017a49b51c086f2af6a860bde9d14e, ASSIGN because future has completed 2024-12-02T15:09:50,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37017a49b51c086f2af6a860bde9d14e, server=be0458f36726,43127,1733152178792}] 2024-12-02T15:09:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:50,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:09:50,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:09:50,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C43127%2C1733152178792.rep, suffix=, logDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792, archiveDir=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/oldWALs, maxLogs=10 2024-12-02T15:09:50,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.rep.1733152190910, exclude list is [], retry=0 2024-12-02T15:09:50,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42605,DS-b363fa15-0472-4ac7-ad16-0391cb381f9b,DISK] 2024-12-02T15:09:50,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.rep.1733152190910 2024-12-02T15:09:50,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-02T15:09:50,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 37017a49b51c086f2af6a860bde9d14e, NAME => 'hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:09:50,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:09:50,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:09:50,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. service=MultiRowMutationService 2024-12-02T15:09:50,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:09:50,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:09:50,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,927 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,928 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37017a49b51c086f2af6a860bde9d14e columnFamilyName hfileref 2024-12-02T15:09:50,928 DEBUG [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:50,928 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(327): Store=37017a49b51c086f2af6a860bde9d14e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:50,928 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,929 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37017a49b51c086f2af6a860bde9d14e columnFamilyName queue 2024-12-02T15:09:50,929 DEBUG [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:50,930 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(327): Store=37017a49b51c086f2af6a860bde9d14e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:50,930 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,930 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37017a49b51c086f2af6a860bde9d14e columnFamilyName sid 2024-12-02T15:09:50,930 DEBUG [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:09:50,931 INFO [StoreOpener-37017a49b51c086f2af6a860bde9d14e-1 {}] regionserver.HStore(327): Store=37017a49b51c086f2af6a860bde9d14e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:09:50,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/replication/37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/replication/37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:09:50,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/replication/37017a49b51c086f2af6a860bde9d14e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:09:50,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 37017a49b51c086f2af6a860bde9d14e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74039217, jitterRate=0.10327030718326569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:09:50,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:50,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 37017a49b51c086f2af6a860bde9d14e: Running coprocessor pre-open hook at 1733152190926Writing region info on filesystem at 1733152190926Initializing all the Stores at 1733152190926Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152190927 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152190927Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152190927Cleaning up temporary data from old regions at 1733152190932 (+5 ms)Running coprocessor post-open hooks at 1733152190935 (+3 ms)Region opened successfully at 1733152190935 2024-12-02T15:09:50,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e., pid=10, masterSystemTime=1733152190906 2024-12-02T15:09:50,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:50,938 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37017a49b51c086f2af6a860bde9d14e, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,43127,1733152178792 2024-12-02T15:09:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37017a49b51c086f2af6a860bde9d14e, server=be0458f36726,43127,1733152178792 because future has completed 2024-12-02T15:09:50,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:09:50,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 37017a49b51c086f2af6a860bde9d14e, server=be0458f36726,43127,1733152178792 in 187 msec 2024-12-02T15:09:50,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:09:50,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37017a49b51c086f2af6a860bde9d14e, ASSIGN in 343 msec 2024-12-02T15:09:50,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:09:50,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152190945"}]},"ts":"1733152190945"} 2024-12-02T15:09:50,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:09:50,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:09:50,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-02T15:09:50,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e., hostname=be0458f36726,43127,1733152178792, seqNum=2] 2024-12-02T15:09:51,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:51,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:51,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:09:51,156 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:51,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:09:51,228 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:09:51,252 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,43127,1733152178792, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:09:51,252 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:51,253 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43127,1733152178792, seqNum=-1] 2024-12-02T15:09:51,253 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:51,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:51,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,43127,1733152178792', locateType=CURRENT is [region=hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e., hostname=be0458f36726,43127,1733152178792, seqNum=2] 2024-12-02T15:09:51,257 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:09:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:09:51,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,43127,1733152178792 suceeded 2024-12-02T15:09:51,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:09:51,262 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:46295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:09:51,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T15:09:51,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-12-02T15:09:51,276 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:46295' 2024-12-02T15:09:51,278 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a76988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,278 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:51,278 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:51,279 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34903b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,280 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:51,280 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,280 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:51,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,46295,1733152173619 2024-12-02T15:09:51,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6890649e 2024-12-02T15:09:51,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:09:51,282 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T15:09:51,282 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,43127,1733152178792 (queues=1) is replicating from cluster=42f51c27-6907-4b60-99ba-f5d70b43f894 to cluster=2db7906a-7117-43fe-847a-f6b70c2bddc6 2024-12-02T15:09:51,282 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C43127%2C1733152178792 2024-12-02T15:09:51,282 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,43127,1733152178792, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:09:51,283 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, startPosition=0, beingWritten=true 2024-12-02T15:09:51,283 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C43127%2C1733152178792 2024-12-02T15:09:51,287 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:51,287 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 379, reset compression=false 2024-12-02T15:09:51,287 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:51,490 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 379, reset compression=false 2024-12-02T15:09:51,497 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:51,760 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:51,794 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 379, reset compression=false 2024-12-02T15:09:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:09:51,914 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:09:51,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:51,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:51,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:51,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,37391,-1 for getting cluster id 2024-12-02T15:09:51,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:51,916 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e18a4d7b-1caf-43c3-a4cd-341ea1a8216a' 2024-12-02T15:09:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e18a4d7b-1caf-43c3-a4cd-341ea1a8216a" 2024-12-02T15:09:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410efc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,37391,-1] 2024-12-02T15:09:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,917 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d7594d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:51,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:51,919 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668894f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,920 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:51,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:51,922 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c24e232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:51,923 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bffbd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:51,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,34129,1733152168984, seqNum=-1] 2024-12-02T15:09:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:51,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c., hostname=be0458f36726,34129,1733152168984, seqNum=2] 2024-12-02T15:09:51,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43127,1733152178792, seqNum=-1] 2024-12-02T15:09:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:51,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2., hostname=be0458f36726,43127,1733152178792, seqNum=2] 2024-12-02T15:09:51,936 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T15:09:52,197 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 379, reset compression=false 2024-12-02T15:09:52,400 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 379, reset compression=false 2024-12-02T15:09:52,404 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:52,404 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:52,404 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34129,1733152168984 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11c1b35f98f06782b25aaf02f0e0b6c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T15:09:52,407 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:52,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:52,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:52,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bf1a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,46295,-1 for getting cluster id 2024-12-02T15:09:52,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:52,409 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2db7906a-7117-43fe-847a-f6b70c2bddc6' 2024-12-02T15:09:52,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:52,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2db7906a-7117-43fe-847a-f6b70c2bddc6" 2024-12-02T15:09:52,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@622e9047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,46295,-1] 2024-12-02T15:09:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:52,410 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:52,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1823f731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36973,1733152173727, seqNum=-1] 2024-12-02T15:09:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:52,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:52,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf., hostname=be0458f36726,36973,1733152173727, seqNum=2] 2024-12-02T15:09:52,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:52,463 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 379, reset compression=false 2024-12-02T15:09:52,467 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:52,467 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 504, reset compression=false 2024-12-02T15:09:52,467 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[{test/f55bc888c393a6fd08e14781edb8efdf/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T15:09:52,469 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:52,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:52,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:52,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8f8a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,42603,-1 for getting cluster id 2024-12-02T15:09:52,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:09:52,475 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f51c27-6907-4b60-99ba-f5d70b43f894' 2024-12-02T15:09:52,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:09:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f51c27-6907-4b60-99ba-f5d70b43f894" 2024-12-02T15:09:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5689ff78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,42603,-1] 2024-12-02T15:09:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:09:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:52,476 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:09:52,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c6c3a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:09:52,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,43127,1733152178792, seqNum=-1] 2024-12-02T15:09:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:52,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T15:09:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2., hostname=be0458f36726,43127,1733152178792, seqNum=2] 2024-12-02T15:09:52,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:52,607 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:52,671 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 504, reset compression=false 2024-12-02T15:09:52,701 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 379, reset compression=false 2024-12-02T15:09:52,705 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:52,705 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 527, reset compression=false 2024-12-02T15:09:52,705 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:52,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 527, reset compression=false 2024-12-02T15:09:52,911 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:52,938 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T15:09:52,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:09:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,36973,1733152173727, seqNum=-1] 2024-12-02T15:09:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:09:52,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:09:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf., hostname=be0458f36726,36973,1733152173727, seqNum=2] 2024-12-02T15:09:52,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T15:09:52,975 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 504, reset compression=false 2024-12-02T15:09:52,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:52,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 608, reset compression=false 2024-12-02T15:09:52,989 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[{test/f55bc888c393a6fd08e14781edb8efdf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:52,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:53,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:53,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:09:53,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,193 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 608, reset compression=false 2024-12-02T15:09:53,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:09:53,214 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 527, reset compression=false 2024-12-02T15:09:53,218 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:53,218 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 654, reset compression=false 2024-12-02T15:09:53,218 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:53,314 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:53,422 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 654, reset compression=false 2024-12-02T15:09:53,496 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 608, reset compression=false 2024-12-02T15:09:53,725 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 654, reset compression=false 2024-12-02T15:09:53,817 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:53,899 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 608, reset compression=false 2024-12-02T15:09:53,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T15:09:53,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T15:09:54,129 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 654, reset compression=false 2024-12-02T15:09:54,133 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:54,133 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 758, reset compression=false 2024-12-02T15:09:54,133 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[{test/78957b4373e4c3371f11c1d61fd5c4e2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T15:09:54,135 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:09:54,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T15:09:54,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:54,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:54,336 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 758, reset compression=false 2024-12-02T15:09:54,402 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 608, reset compression=false 2024-12-02T15:09:54,407 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:54,407 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 735, reset compression=false 2024-12-02T15:09:54,407 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:54,420 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:54,610 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 735, reset compression=false 2024-12-02T15:09:54,639 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 758, reset compression=false 2024-12-02T15:09:54,914 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 735, reset compression=false 2024-12-02T15:09:54,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T15:09:54,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T15:09:55,054 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 758, reset compression=false 2024-12-02T15:09:55,123 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 480, reset compression=false 2024-12-02T15:09:55,127 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:55,128 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:55,128 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34129,1733152168984 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11c1b35f98f06782b25aaf02f0e0b6c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T15:09:55,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:55,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:55,317 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 735, reset compression=false 2024-12-02T15:09:55,321 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:55,321 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 883, reset compression=false 2024-12-02T15:09:55,321 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[{test/f55bc888c393a6fd08e14781edb8efdf/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T15:09:55,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:55,331 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:55,524 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 883, reset compression=false 2024-12-02T15:09:55,557 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 758, reset compression=false 2024-12-02T15:09:55,561 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:55,561 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 929, reset compression=false 2024-12-02T15:09:55,561 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:55,633 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:55,764 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 929, reset compression=false 2024-12-02T15:09:55,827 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 883, reset compression=false 2024-12-02T15:09:55,957 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T15:09:55,960 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T15:09:56,037 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:56,067 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 929, reset compression=false 2024-12-02T15:09:56,230 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 883, reset compression=false 2024-12-02T15:09:56,234 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:56,234 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1042, reset compression=false 2024-12-02T15:09:56,234 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[{test/f55bc888c393a6fd08e14781edb8efdf/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T15:09:56,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:56,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:56,437 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1042, reset compression=false 2024-12-02T15:09:56,469 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 929, reset compression=false 2024-12-02T15:09:56,473 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:56,473 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1078, reset compression=false 2024-12-02T15:09:56,474 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:56,540 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:56,676 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1078, reset compression=false 2024-12-02T15:09:56,740 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1042, reset compression=false 2024-12-02T15:09:56,961 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T15:09:56,971 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T15:09:56,980 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1078, reset compression=false 2024-12-02T15:09:56,983 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:09:56,983 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1237, reset compression=false 2024-12-02T15:09:56,983 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[{test/78957b4373e4c3371f11c1d61fd5c4e2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T15:09:56,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T15:09:56,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T15:09:57,143 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1042, reset compression=false 2024-12-02T15:09:57,144 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:57,148 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:57,148 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:57,148 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:57,195 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1237, reset compression=false 2024-12-02T15:09:57,351 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:57,499 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1237, reset compression=false 2024-12-02T15:09:57,654 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:57,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:09:57,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:57,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108827 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:09:57,850 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:57,903 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1237, reset compression=false 2024-12-02T15:09:57,972 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T15:09:57,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:09:57,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:57,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:57,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:57,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:57,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:57,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:09:57,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509921943, stopped=false 2024-12-02T15:09:57,977 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,42603,1733152178689 2024-12-02T15:09:58,057 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:58,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-829262748/running 2024-12-02T15:09:58,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-829262748/running 2024-12-02T15:09:58,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:58,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:09:58,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:09:58,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:09:58,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:58,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:58,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/running 2024-12-02T15:09:58,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,43127,1733152178792' ***** 2024-12-02T15:09:58,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:09:58,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Set watcher on znode that does not yet exist, /2-829262748/running 2024-12-02T15:09:58,058 INFO [RS:0;be0458f36726:43127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:09:58,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:09:58,059 INFO [RS:0;be0458f36726:43127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:09:58,059 INFO [RS:0;be0458f36726:43127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:09:58,059 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(959): stopping server be0458f36726,43127,1733152178792 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43127. 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78957b4373e4c3371f11c1d61fd5c4e2, disabling compactions & flushes 2024-12-02T15:09:58,060 DEBUG [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:58,060 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:58,060 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. after waiting 0 ms 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:09:58,060 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78957b4373e4c3371f11c1d61fd5c4e2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T15:09:58,060 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:09:58,060 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1325): Online Regions={78957b4373e4c3371f11c1d61fd5c4e2=test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2., 1588230740=hbase:meta,,1.1588230740, 37017a49b51c086f2af6a860bde9d14e=hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.} 2024-12-02T15:09:58,060 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e, 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:09:58,060 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:09:58,060 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:09:58,061 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:09:58,073 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/info/4ef420f6b21f4687a3efb27d22642619 is 147, key is hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e./info:regioninfo/1733152190938/Put/seqid=0 2024-12-02T15:09:58,073 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f/4d66b0d22bf8497a984fd3523270d5e3 is 29, key is row1/f:/1733152195958/DeleteFamily/seqid=0 2024-12-02T15:09:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741840_1016 (size=7686) 2024-12-02T15:09:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741841_1017 (size=5152) 2024-12-02T15:09:58,095 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:58,260 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e, 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,406 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1237, reset compression=false 2024-12-02T15:09:58,409 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:58,409 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1484, reset compression=false 2024-12-02T15:09:58,409 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,43127,1733152178792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:09:58,410 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,43127,1733152178792: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,43127,1733152178792, walGroup=be0458f36726%2C43127%2C1733152178792, offset=be0458f36726%2C43127%2C1733152178792.1733152181007:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:43127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:09:58,411 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:09:58,411 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:09:58,413 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:09:58,413 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:09:58,413 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:09:58,413 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 837348208 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201595440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:09:58,413 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:42603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:42603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:09:58,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:09:58,461 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e, 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,477 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/info/4ef420f6b21f4687a3efb27d22642619 2024-12-02T15:09:58,478 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f/4d66b0d22bf8497a984fd3523270d5e3 2024-12-02T15:09:58,481 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d66b0d22bf8497a984fd3523270d5e3 2024-12-02T15:09:58,492 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/ns/c0b7661285a94291984e0efede7d5063 is 43, key is default/ns:d/1733152181957/Put/seqid=0 2024-12-02T15:09:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:09:58,496 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f1/15d87fd6af2d4e91936516d6b929056a is 30, key is row1/f1:/1733152195958/DeleteFamily/seqid=0 2024-12-02T15:09:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741843_1019 (size=5158) 2024-12-02T15:09:58,561 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:58,615 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1484, reset compression=false 2024-12-02T15:09:58,654 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:58,661 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e, 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,861 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e, 78957b4373e4c3371f11c1d61fd5c4e2 2024-12-02T15:09:58,882 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:09:58,882 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:09:58,896 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/ns/c0b7661285a94291984e0efede7d5063 2024-12-02T15:09:58,899 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f1/15d87fd6af2d4e91936516d6b929056a 2024-12-02T15:09:58,902 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15d87fd6af2d4e91936516d6b929056a 2024-12-02T15:09:58,912 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/rep_barrier/67fc745049504d70b01eee0ca99feb29 is 112, key is test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2./rep_barrier:seqnumDuringOpen/1733152186069/Put/seqid=0 2024-12-02T15:09:58,915 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/norep/ee8be60bc71c4140b3d586a6f63ac640 is 33, key is row2/norep:/1733152196962/DeleteFamily/seqid=0 2024-12-02T15:09:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:09:58,917 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1484, reset compression=false 2024-12-02T15:09:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741845_1021 (size=5108) 2024-12-02T15:09:58,918 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/norep/ee8be60bc71c4140b3d586a6f63ac640 2024-12-02T15:09:58,922 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8be60bc71c4140b3d586a6f63ac640 2024-12-02T15:09:58,923 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f/4d66b0d22bf8497a984fd3523270d5e3 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/f/4d66b0d22bf8497a984fd3523270d5e3 2024-12-02T15:09:58,926 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d66b0d22bf8497a984fd3523270d5e3 2024-12-02T15:09:58,926 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/f/4d66b0d22bf8497a984fd3523270d5e3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T15:09:58,926 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/f1/15d87fd6af2d4e91936516d6b929056a as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/f1/15d87fd6af2d4e91936516d6b929056a 2024-12-02T15:09:58,930 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15d87fd6af2d4e91936516d6b929056a 2024-12-02T15:09:58,930 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/f1/15d87fd6af2d4e91936516d6b929056a, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T15:09:58,930 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/.tmp/norep/ee8be60bc71c4140b3d586a6f63ac640 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/norep/ee8be60bc71c4140b3d586a6f63ac640 2024-12-02T15:09:58,933 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8be60bc71c4140b3d586a6f63ac640 2024-12-02T15:09:58,933 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/norep/ee8be60bc71c4140b3d586a6f63ac640, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T15:09:58,934 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 78957b4373e4c3371f11c1d61fd5c4e2 in 874ms, sequenceid=10, compaction requested=false 2024-12-02T15:09:58,937 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/default/test/78957b4373e4c3371f11c1d61fd5c4e2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T15:09:58,937 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:09:58,938 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78957b4373e4c3371f11c1d61fd5c4e2: Waiting for close lock at 1733152198060Running coprocessor pre-close hooks at 1733152198060Disabling compacts and flushes for region at 1733152198060Disabling writes for close at 1733152198060Obtaining lock to block concurrent updates at 1733152198060Preparing flush snapshotting stores in 78957b4373e4c3371f11c1d61fd5c4e2 at 1733152198060Finished memstore snapshotting test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733152198060Flushing stores of test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. at 1733152198061 (+1 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f: creating writer at 1733152198061Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f: appending metadata at 1733152198072 (+11 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f: closing flushed file at 1733152198072Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f1: creating writer at 1733152198481 (+409 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f1: appending metadata at 1733152198495 (+14 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/f1: closing flushed file at 1733152198495Flushing 78957b4373e4c3371f11c1d61fd5c4e2/norep: creating writer at 1733152198902 (+407 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/norep: appending metadata at 1733152198914 (+12 ms)Flushing 78957b4373e4c3371f11c1d61fd5c4e2/norep: closing flushed file at 1733152198914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3462ad4c: reopening flushed file at 1733152198922 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a03a4af: reopening flushed file at 1733152198926 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc6ad93: reopening flushed file at 1733152198930 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 78957b4373e4c3371f11c1d61fd5c4e2 in 874ms, sequenceid=10, compaction requested=false at 1733152198934 (+4 ms)Writing region close event to WAL at 1733152198935 (+1 ms)Running coprocessor post-close hooks at 1733152198937 (+2 ms)Closed at 1733152198938 (+1 ms) 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152185327.78957b4373e4c3371f11c1d61fd5c4e2. 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37017a49b51c086f2af6a860bde9d14e, disabling compactions & flushes 2024-12-02T15:09:58,938 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. after waiting 0 ms 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37017a49b51c086f2af6a860bde9d14e: Waiting for close lock at 1733152198938Running coprocessor pre-close hooks at 1733152198938Disabling compacts and flushes for region at 1733152198938Disabling writes for close at 1733152198938Failed flush hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e., putting online again at 1733152198938 2024-12-02T15:09:58,938 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:59,061 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:09:59,061 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 37017a49b51c086f2af6a860bde9d14e=hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e.} 2024-12-02T15:09:59,061 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:59,061 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37017a49b51c086f2af6a860bde9d14e 2024-12-02T15:09:59,061 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37017a49b51c086f2af6a860bde9d14e, disabling compactions & flushes 2024-12-02T15:09:59,061 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:59,061 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:59,061 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. after waiting 0 ms 2024-12-02T15:09:59,061 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:59,061 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37017a49b51c086f2af6a860bde9d14e: Waiting for close lock at 1733152199061Running coprocessor pre-close hooks at 1733152199061Disabling compacts and flushes for region at 1733152199061Disabling writes for close at 1733152199061Failed flush hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e., putting online again at 1733152199061 2024-12-02T15:09:59,062 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152189778.37017a49b51c086f2af6a860bde9d14e. 2024-12-02T15:09:59,164 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:59,261 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:59,316 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/rep_barrier/67fc745049504d70b01eee0ca99feb29 2024-12-02T15:09:59,320 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 1484, reset compression=false 2024-12-02T15:09:59,325 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:09:59,325 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 2128, reset compression=false 2024-12-02T15:09:59,335 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/table/e8069709051146d48a6a01e1fec67339 is 53, key is hbase:replication/table:state/1733152190945/Put/seqid=0 2024-12-02T15:09:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:09:59,462 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:59,527 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 2128, reset compression=false 2024-12-02T15:09:59,557 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:09:59,662 DEBUG [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:09:59,739 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/table/e8069709051146d48a6a01e1fec67339 2024-12-02T15:09:59,744 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/info/4ef420f6b21f4687a3efb27d22642619 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/info/4ef420f6b21f4687a3efb27d22642619 2024-12-02T15:09:59,748 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/info/4ef420f6b21f4687a3efb27d22642619, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:09:59,748 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/ns/c0b7661285a94291984e0efede7d5063 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/ns/c0b7661285a94291984e0efede7d5063 2024-12-02T15:09:59,752 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/ns/c0b7661285a94291984e0efede7d5063, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:09:59,752 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/rep_barrier/67fc745049504d70b01eee0ca99feb29 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/rep_barrier/67fc745049504d70b01eee0ca99feb29 2024-12-02T15:09:59,755 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/rep_barrier/67fc745049504d70b01eee0ca99feb29, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:09:59,755 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/.tmp/table/e8069709051146d48a6a01e1fec67339 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/table/e8069709051146d48a6a01e1fec67339 2024-12-02T15:09:59,758 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/table/e8069709051146d48a6a01e1fec67339, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:09:59,759 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-12-02T15:09:59,762 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:09:59,763 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:09:59,763 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:09:59,763 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:59,763 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152198060Running coprocessor pre-close hooks at 1733152198060Disabling compacts and flushes for region at 1733152198060Disabling writes for close at 1733152198060Obtaining lock to block concurrent updates at 1733152198061 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152198061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152198061Flushing stores of hbase:meta,,1.1588230740 at 1733152198061Flushing 1588230740/info: creating writer at 1733152198061Flushing 1588230740/info: appending metadata at 1733152198072 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733152198072Flushing 1588230740/ns: creating writer at 1733152198481 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733152198492 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733152198492Flushing 1588230740/rep_barrier: creating writer at 1733152198900 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152198912 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152198912Flushing 1588230740/table: creating writer at 1733152199320 (+408 ms)Flushing 1588230740/table: appending metadata at 1733152199334 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733152199334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5900a320: reopening flushed file at 1733152199743 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d8594c: reopening flushed file at 1733152199748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bbe9e: reopening flushed file at 1733152199752 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a9cd40: reopening flushed file at 1733152199755 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1733152199759 (+4 ms)Writing region close event to WAL at 1733152199760 (+1 ms)Running coprocessor post-close hooks at 1733152199763 (+3 ms)Closed at 1733152199763 2024-12-02T15:09:59,763 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:09:59,831 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/WALs/be0458f36726,43127,1733152178792/be0458f36726%2C43127%2C1733152178792.1733152181007 to pos 2128, reset compression=false 2024-12-02T15:09:59,862 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T15:09:59,862 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(976): stopping server be0458f36726,43127,1733152178792; all regions closed. 2024-12-02T15:09:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:09:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741839_1015 (size=2171) 2024-12-02T15:09:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741832_1008 (size=2136) 2024-12-02T15:09:59,867 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:59,868 INFO [RS:0;be0458f36726:43127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:09:59,868 INFO [RS:0;be0458f36726:43127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:09:59,868 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:09:59,868 INFO [RS:0;be0458f36726:43127 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:09:59,868 INFO [RS:0;be0458f36726:43127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:09:59,868 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:09:59,869 INFO [RS:0;be0458f36726:43127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,43127,1733152178792 because: Region server is closing 2024-12-02T15:09:59,869 INFO [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43127. 2024-12-02T15:09:59,869 DEBUG [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:59,869 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:59,869 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:59,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:59,970 INFO [RS:0;be0458f36726:43127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.shipperbe0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 terminated 2024-12-02T15:09:59,970 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,43127,1733152178792.replicationSource.wal-reader.be0458f36726%2C43127%2C1733152178792,1-be0458f36726,43127,1733152178792 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:09:59,970 INFO [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:43127. 2024-12-02T15:09:59,970 DEBUG [RS:0;be0458f36726:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:09:59,970 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:59,970 DEBUG [RS:0;be0458f36726:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:09:59,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:09:59,970 INFO [RS:0;be0458f36726:43127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43127 2024-12-02T15:09:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-829262748/rs/be0458f36726,43127,1733152178792 2024-12-02T15:09:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748/rs 2024-12-02T15:10:00,000 INFO [RS:0;be0458f36726:43127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:00,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,43127,1733152178792] 2024-12-02T15:10:00,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-829262748/draining/be0458f36726,43127,1733152178792 already deleted, retry=false 2024-12-02T15:10:00,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,43127,1733152178792 expired; onlineServers=0 2024-12-02T15:10:00,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,42603,1733152178689' ***** 2024-12-02T15:10:00,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:00,016 INFO [M:0;be0458f36726:42603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:00,016 INFO [M:0;be0458f36726:42603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:00,016 DEBUG [M:0;be0458f36726:42603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:00,017 DEBUG [M:0;be0458f36726:42603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:00,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:00,017 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152180741 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152180741,5,FailOnTimeoutGroup] 2024-12-02T15:10:00,017 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152180741 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152180741,5,FailOnTimeoutGroup] 2024-12-02T15:10:00,017 INFO [M:0;be0458f36726:42603 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:00,017 INFO [M:0;be0458f36726:42603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:00,017 DEBUG [M:0;be0458f36726:42603 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:00,017 INFO [M:0;be0458f36726:42603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:00,017 INFO [M:0;be0458f36726:42603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:00,017 INFO [M:0;be0458f36726:42603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:00,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-829262748/master 2024-12-02T15:10:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-829262748 2024-12-02T15:10:00,025 DEBUG [M:0;be0458f36726:42603 {}] zookeeper.ZKUtil(347): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Unable to get data of znode /2-829262748/master because node does not exist (not an error) 2024-12-02T15:10:00,025 WARN [M:0;be0458f36726:42603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:00,025 INFO [M:0;be0458f36726:42603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/.lastflushedseqids 2024-12-02T15:10:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741847_1023 (size=245) 2024-12-02T15:10:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x10197c51b8f0007, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:00,108 INFO [RS:0;be0458f36726:43127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:00,108 INFO [RS:0;be0458f36726:43127 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,43127,1733152178792; zookeeper connection closed. 2024-12-02T15:10:00,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14186829 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14186829 2024-12-02T15:10:00,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:00,430 INFO [M:0;be0458f36726:42603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:00,430 INFO [M:0;be0458f36726:42603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:00,430 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:00,430 INFO [M:0;be0458f36726:42603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:00,430 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:00,430 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:00,430 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:00,430 INFO [M:0;be0458f36726:42603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T15:10:00,560 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:10:00,613 DEBUG [M:0;be0458f36726:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8453d59c0c9434c86d8dc05657a25f0 is 82, key is hbase:meta,,1/info:regioninfo/1733152181941/Put/seqid=0 2024-12-02T15:10:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:10:00,671 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:10:01,017 INFO [M:0;be0458f36726:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8453d59c0c9434c86d8dc05657a25f0 2024-12-02T15:10:01,033 DEBUG [M:0;be0458f36726:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a6e63369a84c90a6c044974416520c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152190948/Put/seqid=0 2024-12-02T15:10:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741849_1025 (size=8516) 2024-12-02T15:10:01,437 INFO [M:0;be0458f36726:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a6e63369a84c90a6c044974416520c 2024-12-02T15:10:01,452 DEBUG [M:0;be0458f36726:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a356b3b4274e98ab3887ddcd7ae1d6 is 69, key is be0458f36726,43127,1733152178792/rs:state/1733152180838/Put/seqid=0 2024-12-02T15:10:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:10:01,574 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:10:01,710 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:10:01,865 INFO [M:0;be0458f36726:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a356b3b4274e98ab3887ddcd7ae1d6 2024-12-02T15:10:01,869 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8453d59c0c9434c86d8dc05657a25f0 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8453d59c0c9434c86d8dc05657a25f0 2024-12-02T15:10:01,873 INFO [M:0;be0458f36726:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8453d59c0c9434c86d8dc05657a25f0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:10:01,873 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35a6e63369a84c90a6c044974416520c as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35a6e63369a84c90a6c044974416520c 2024-12-02T15:10:01,876 INFO [M:0;be0458f36726:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35a6e63369a84c90a6c044974416520c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:10:01,877 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9a356b3b4274e98ab3887ddcd7ae1d6 as hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9a356b3b4274e98ab3887ddcd7ae1d6 2024-12-02T15:10:01,880 INFO [M:0;be0458f36726:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45953/user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9a356b3b4274e98ab3887ddcd7ae1d6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:10:01,881 INFO [M:0;be0458f36726:42603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1451ms, sequenceid=97, compaction requested=false 2024-12-02T15:10:01,882 INFO [M:0;be0458f36726:42603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:01,883 DEBUG [M:0;be0458f36726:42603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152200430Disabling compacts and flushes for region at 1733152200430Disabling writes for close at 1733152200430Obtaining lock to block concurrent updates at 1733152200430Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152200430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733152200430Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152200431 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152200431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152200613 (+182 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152200613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152201020 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152201033 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152201033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152201440 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152201452 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152201452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ceab48f: reopening flushed file at 1733152201868 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465924fd: reopening flushed file at 1733152201873 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f76418: reopening flushed file at 1733152201877 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1451ms, sequenceid=97, compaction requested=false at 1733152201881 (+4 ms)Writing region close event to WAL at 1733152201882 (+1 ms)Closed at 1733152201882 2024-12-02T15:10:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42605 is added to blk_1073741830_1006 (size=63654) 2024-12-02T15:10:01,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f2f5bf5-a8c7-d975-3c73-38f441c56b56/MasterData/WALs/be0458f36726,42603,1733152178689/be0458f36726%2C42603%2C1733152178689.1733152180486 not finished, retry = 0 2024-12-02T15:10:01,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:01,985 INFO [M:0;be0458f36726:42603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:01,985 INFO [M:0;be0458f36726:42603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42603 2024-12-02T15:10:01,986 INFO [M:0;be0458f36726:42603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:02,133 INFO [M:0;be0458f36726:42603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x10197c51b8f0006, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:02,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b617186{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:02,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b0fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:02,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:02,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee6db57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:02,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:02,142 WARN [BP-1322146219-172.17.0.2-1733152177117 heartbeating to localhost/127.0.0.1:45953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:02,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:02,142 WARN [BP-1322146219-172.17.0.2-1733152177117 heartbeating to localhost/127.0.0.1:45953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1322146219-172.17.0.2-1733152177117 (Datanode Uuid 5d492d65-cbba-48b1-85bf-13ae0d7b7ab4) service to localhost/127.0.0.1:45953 2024-12-02T15:10:02,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:02,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/cluster_632c8c77-5fe4-e0ca-b4e4-c925380b53d9/data/data1/current/BP-1322146219-172.17.0.2-1733152177117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:02,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/cluster_632c8c77-5fe4-e0ca-b4e4-c925380b53d9/data/data2/current/BP-1322146219-172.17.0.2-1733152177117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:02,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:02,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a345aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:02,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd540c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:02,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:02,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b2848{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:02,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:02,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:02,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:10:02,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:02,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:02,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:02,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:02,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:02,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:10:02,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1896128254, stopped=false 2024-12-02T15:10:02,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,46295,1733152173619 2024-12-02T15:10:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11082352414/running 2024-12-02T15:10:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11082352414/running 2024-12-02T15:10:02,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:10:02,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:10:02,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:02,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/running 2024-12-02T15:10:02,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:02,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Set watcher on znode that does not yet exist, /11082352414/running 2024-12-02T15:10:02,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:02,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:02,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,36973,1733152173727' ***** 2024-12-02T15:10:02,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:10:02,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(3091): Received CLOSE for 81e1a15af09e93df586d21d6f7767dd1 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(3091): Received CLOSE for f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(959): stopping server be0458f36726,36973,1733152173727 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36973. 2024-12-02T15:10:02,176 DEBUG [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81e1a15af09e93df586d21d6f7767dd1, disabling compactions & flushes 2024-12-02T15:10:02,176 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:02,176 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. after waiting 0 ms 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:10:02,176 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81e1a15af09e93df586d21d6f7767dd1 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-02T15:10:02,176 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:10:02,176 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1325): Online Regions={81e1a15af09e93df586d21d6f7767dd1=hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1., 1588230740=hbase:meta,,1.1588230740, f55bc888c393a6fd08e14781edb8efdf=test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.} 2024-12-02T15:10:02,176 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e1a15af09e93df586d21d6f7767dd1, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:02,176 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:02,176 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:02,177 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:10:02,194 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/info/5b8772d9bfd84869898bbde308fa6c66 is 147, key is hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1./info:regioninfo/1733152189397/Put/seqid=0 2024-12-02T15:10:02,194 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/.tmp/queue/bccf5d6639c94cbaae2d05e43289338d is 154, key is 1-be0458f36726,36973,1733152173727/queue:be0458f36726%2C36973%2C1733152173727/1733152197149/Put/seqid=0 2024-12-02T15:10:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741841_1017 (size=5353) 2024-12-02T15:10:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741840_1016 (size=7686) 2024-12-02T15:10:02,275 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:02,377 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e1a15af09e93df586d21d6f7767dd1, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:02,577 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e1a15af09e93df586d21d6f7767dd1, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:02,577 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:10:02,597 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/.tmp/queue/bccf5d6639c94cbaae2d05e43289338d 2024-12-02T15:10:02,597 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/info/5b8772d9bfd84869898bbde308fa6c66 2024-12-02T15:10:02,601 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/.tmp/queue/bccf5d6639c94cbaae2d05e43289338d as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/queue/bccf5d6639c94cbaae2d05e43289338d 2024-12-02T15:10:02,605 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/queue/bccf5d6639c94cbaae2d05e43289338d, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T15:10:02,606 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 81e1a15af09e93df586d21d6f7767dd1 in 429ms, sequenceid=12, compaction requested=false 2024-12-02T15:10:02,612 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/replication/81e1a15af09e93df586d21d6f7767dd1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T15:10:02,612 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:02,612 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:02,612 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:10:02,612 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81e1a15af09e93df586d21d6f7767dd1: Waiting for close lock at 1733152202176Running coprocessor pre-close hooks at 1733152202176Disabling compacts and flushes for region at 1733152202176Disabling writes for close at 1733152202176Obtaining lock to block concurrent updates at 1733152202176Preparing flush snapshotting stores in 81e1a15af09e93df586d21d6f7767dd1 at 1733152202176Finished memstore snapshotting hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733152202176Flushing stores of hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. at 1733152202177 (+1 ms)Flushing 81e1a15af09e93df586d21d6f7767dd1/queue: creating writer at 1733152202177Flushing 81e1a15af09e93df586d21d6f7767dd1/queue: appending metadata at 1733152202193 (+16 ms)Flushing 81e1a15af09e93df586d21d6f7767dd1/queue: closing flushed file at 1733152202193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28afb4e8: reopening flushed file at 1733152202601 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 81e1a15af09e93df586d21d6f7767dd1 in 429ms, sequenceid=12, compaction requested=false at 1733152202606 (+5 ms)Writing region close event to WAL at 1733152202609 (+3 ms)Running coprocessor post-close hooks at 1733152202612 (+3 ms)Closed at 1733152202612 2024-12-02T15:10:02,612 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152188638.81e1a15af09e93df586d21d6f7767dd1. 2024-12-02T15:10:02,613 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f55bc888c393a6fd08e14781edb8efdf, disabling compactions & flushes 2024-12-02T15:10:02,613 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:10:02,613 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:10:02,613 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. after waiting 0 ms 2024-12-02T15:10:02,613 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:10:02,613 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f55bc888c393a6fd08e14781edb8efdf 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T15:10:02,614 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/ns/fd39e3067fcd48099bf29b669ed51c66 is 43, key is default/ns:d/1733152176999/Put/seqid=0 2024-12-02T15:10:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:10:02,618 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/ns/fd39e3067fcd48099bf29b669ed51c66 2024-12-02T15:10:02,627 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f/4d663d9b34654d458986a7e3886b604e is 29, key is row1/f:/1733152195958/DeleteFamily/seqid=0 2024-12-02T15:10:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741843_1019 (size=5152) 2024-12-02T15:10:02,637 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/rep_barrier/b6ce1c00fa2c4126960a9a46259b8ad4 is 112, key is test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf./rep_barrier:seqnumDuringOpen/1733152184320/Put/seqid=0 2024-12-02T15:10:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741844_1020 (size=5518) 2024-12-02T15:10:02,777 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:02,914 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:10:02,976 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:10:02,977 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:10:02,977 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:03,030 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f/4d663d9b34654d458986a7e3886b604e 2024-12-02T15:10:03,033 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d663d9b34654d458986a7e3886b604e 2024-12-02T15:10:03,040 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/rep_barrier/b6ce1c00fa2c4126960a9a46259b8ad4 2024-12-02T15:10:03,046 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f1/63e0fecf4328422ba1359cddec4ad96d is 30, key is row1/f1:/1733152195958/DeleteFamily/seqid=0 2024-12-02T15:10:03,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741845_1021 (size=5158) 2024-12-02T15:10:03,050 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f1/63e0fecf4328422ba1359cddec4ad96d 2024-12-02T15:10:03,054 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e0fecf4328422ba1359cddec4ad96d 2024-12-02T15:10:03,059 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/table/494e2cd4d0f94f16a2667f31e803c2e0 is 53, key is hbase:replication/table:state/1733152189403/Put/seqid=0 2024-12-02T15:10:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:10:03,068 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/norep/3e26a6a2d2fa445fb59519d02e9ac8d7 is 33, key is row1/norep:/1733152195958/DeleteFamily/seqid=0 2024-12-02T15:10:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741847_1023 (size=5108) 2024-12-02T15:10:03,177 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:10:03,177 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f55bc888c393a6fd08e14781edb8efdf=test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf.} 2024-12-02T15:10:03,177 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:03,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:10:03,377 DEBUG [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f55bc888c393a6fd08e14781edb8efdf 2024-12-02T15:10:03,463 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/table/494e2cd4d0f94f16a2667f31e803c2e0 2024-12-02T15:10:03,467 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/info/5b8772d9bfd84869898bbde308fa6c66 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/info/5b8772d9bfd84869898bbde308fa6c66 2024-12-02T15:10:03,470 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/info/5b8772d9bfd84869898bbde308fa6c66, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:10:03,471 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/ns/fd39e3067fcd48099bf29b669ed51c66 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/ns/fd39e3067fcd48099bf29b669ed51c66 2024-12-02T15:10:03,471 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/norep/3e26a6a2d2fa445fb59519d02e9ac8d7 2024-12-02T15:10:03,474 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e26a6a2d2fa445fb59519d02e9ac8d7 2024-12-02T15:10:03,474 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/ns/fd39e3067fcd48099bf29b669ed51c66, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:10:03,475 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f/4d663d9b34654d458986a7e3886b604e as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/f/4d663d9b34654d458986a7e3886b604e 2024-12-02T15:10:03,475 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/rep_barrier/b6ce1c00fa2c4126960a9a46259b8ad4 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/rep_barrier/b6ce1c00fa2c4126960a9a46259b8ad4 2024-12-02T15:10:03,478 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/rep_barrier/b6ce1c00fa2c4126960a9a46259b8ad4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:10:03,478 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d663d9b34654d458986a7e3886b604e 2024-12-02T15:10:03,478 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/f/4d663d9b34654d458986a7e3886b604e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T15:10:03,479 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/.tmp/table/494e2cd4d0f94f16a2667f31e803c2e0 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/table/494e2cd4d0f94f16a2667f31e803c2e0 2024-12-02T15:10:03,479 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/f1/63e0fecf4328422ba1359cddec4ad96d as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/f1/63e0fecf4328422ba1359cddec4ad96d 2024-12-02T15:10:03,482 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e0fecf4328422ba1359cddec4ad96d 2024-12-02T15:10:03,482 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/table/494e2cd4d0f94f16a2667f31e803c2e0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:10:03,482 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/f1/63e0fecf4328422ba1359cddec4ad96d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T15:10:03,483 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/.tmp/norep/3e26a6a2d2fa445fb59519d02e9ac8d7 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/norep/3e26a6a2d2fa445fb59519d02e9ac8d7 2024-12-02T15:10:03,483 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-12-02T15:10:03,487 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:10:03,487 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e26a6a2d2fa445fb59519d02e9ac8d7 2024-12-02T15:10:03,487 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/norep/3e26a6a2d2fa445fb59519d02e9ac8d7, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T15:10:03,487 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:03,487 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:03,487 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:03,487 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152202176Running coprocessor pre-close hooks at 1733152202176Disabling compacts and flushes for region at 1733152202176Disabling writes for close at 1733152202176Obtaining lock to block concurrent updates at 1733152202177 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152202177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152202177Flushing stores of hbase:meta,,1.1588230740 at 1733152202177Flushing 1588230740/info: creating writer at 1733152202177Flushing 1588230740/info: appending metadata at 1733152202194 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733152202194Flushing 1588230740/ns: creating writer at 1733152202601 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733152202614 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733152202614Flushing 1588230740/rep_barrier: creating writer at 1733152202622 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152202636 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152202636Flushing 1588230740/table: creating writer at 1733152203044 (+408 ms)Flushing 1588230740/table: appending metadata at 1733152203059 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733152203059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdb2ac: reopening flushed file at 1733152203467 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd1bc18: reopening flushed file at 1733152203470 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d16fa38: reopening flushed file at 1733152203474 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66caf23: reopening flushed file at 1733152203478 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1733152203483 (+5 ms)Writing region close event to WAL at 1733152203484 (+1 ms)Running coprocessor post-close hooks at 1733152203487 (+3 ms)Closed at 1733152203487 2024-12-02T15:10:03,487 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:03,488 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f55bc888c393a6fd08e14781edb8efdf in 875ms, sequenceid=10, compaction requested=false 2024-12-02T15:10:03,488 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:10:03,491 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/data/default/test/f55bc888c393a6fd08e14781edb8efdf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T15:10:03,492 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:03,492 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:03,492 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:10:03,492 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f55bc888c393a6fd08e14781edb8efdf: Waiting for close lock at 1733152202613Running coprocessor pre-close hooks at 1733152202613Disabling compacts and flushes for region at 1733152202613Disabling writes for close at 1733152202613Obtaining lock to block concurrent updates at 1733152202613Preparing flush snapshotting stores in f55bc888c393a6fd08e14781edb8efdf at 1733152202613Finished memstore snapshotting test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733152202613Flushing stores of test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. at 1733152202614 (+1 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/f: creating writer at 1733152202614Flushing f55bc888c393a6fd08e14781edb8efdf/f: appending metadata at 1733152202626 (+12 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/f: closing flushed file at 1733152202626Flushing f55bc888c393a6fd08e14781edb8efdf/f1: creating writer at 1733152203033 (+407 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/f1: appending metadata at 1733152203045 (+12 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/f1: closing flushed file at 1733152203045Flushing f55bc888c393a6fd08e14781edb8efdf/norep: creating writer at 1733152203054 (+9 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/norep: appending metadata at 1733152203067 (+13 ms)Flushing f55bc888c393a6fd08e14781edb8efdf/norep: closing flushed file at 1733152203068 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637e7899: reopening flushed file at 1733152203474 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b27cdae: reopening flushed file at 1733152203478 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5596f379: reopening flushed file at 1733152203482 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f55bc888c393a6fd08e14781edb8efdf in 875ms, sequenceid=10, compaction requested=false at 1733152203488 (+6 ms)Writing region close event to WAL at 1733152203489 (+1 ms)Running coprocessor post-close hooks at 1733152203492 (+3 ms)Closed at 1733152203492 2024-12-02T15:10:03,492 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152183176.f55bc888c393a6fd08e14781edb8efdf. 2024-12-02T15:10:03,577 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(976): stopping server be0458f36726,36973,1733152173727; all regions closed. 2024-12-02T15:10:03,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.meta.1733152176959.meta not finished, retry = 0 2024-12-02T15:10:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:10:03,680 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 1191, reset compression=false 2024-12-02T15:10:03,682 DEBUG [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs 2024-12-02T15:10:03,682 INFO [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36973%2C1733152173727.meta:.meta(num 1733152176959) 2024-12-02T15:10:03,684 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:10:03,684 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081 to pos 2082, reset compression=false 2024-12-02T15:10:03,684 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,36973,1733152173727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/WALs/be0458f36726,36973,1733152173727/be0458f36726%2C36973%2C1733152173727.1733152176081, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:10:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741839_1015 (size=3114) 2024-12-02T15:10:03,685 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,36973,1733152173727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,36973,1733152173727, walGroup=be0458f36726%2C36973%2C1733152173727, offset=be0458f36726%2C36973%2C1733152173727.1733152176081:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:36973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:10:03,686 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:10:03,686 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:10:03,686 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:10:03,686 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:10:03,686 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:10:03,686 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 942205808 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202127448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:10:03,686 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:46295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:10:03,690 DEBUG [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs 2024-12-02T15:10:03,690 INFO [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36973%2C1733152173727.rep:(num 1733152189369) 2024-12-02T15:10:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741832_1008 (size=2090) 2024-12-02T15:10:03,693 DEBUG [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/oldWALs 2024-12-02T15:10:03,693 INFO [RS:0;be0458f36726:36973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C36973%2C1733152173727:(num 1733152176081) 2024-12-02T15:10:03,693 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:03,693 INFO [RS:0;be0458f36726:36973 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:03,693 INFO [RS:0;be0458f36726:36973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:03,693 INFO [RS:0;be0458f36726:36973 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:03,694 INFO [RS:0;be0458f36726:36973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:03,694 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:03,694 INFO [RS:0;be0458f36726:36973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,36973,1733152173727 because: Region server is closing 2024-12-02T15:10:03,694 INFO [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36973. 2024-12-02T15:10:03,694 DEBUG [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:03,694 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:03,694 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:03,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:03,795 INFO [RS:0;be0458f36726:36973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.shipperbe0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 terminated 2024-12-02T15:10:03,795 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,36973,1733152173727.replicationSource.wal-reader.be0458f36726%2C36973%2C1733152173727,1-be0458f36726,36973,1733152173727 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:10:03,795 INFO [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:36973. 2024-12-02T15:10:03,795 DEBUG [RS:0;be0458f36726:36973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:03,795 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:03,795 DEBUG [RS:0;be0458f36726:36973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:03,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:03,795 INFO [RS:0;be0458f36726:36973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36973 2024-12-02T15:10:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11082352414/rs/be0458f36726,36973,1733152173727 2024-12-02T15:10:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414/rs 2024-12-02T15:10:03,824 INFO [RS:0;be0458f36726:36973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:03,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,36973,1733152173727] 2024-12-02T15:10:03,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11082352414/draining/be0458f36726,36973,1733152173727 already deleted, retry=false 2024-12-02T15:10:03,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,36973,1733152173727 expired; onlineServers=0 2024-12-02T15:10:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,46295,1733152173619' ***** 2024-12-02T15:10:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:03,866 INFO [M:0;be0458f36726:46295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:03,866 INFO [M:0;be0458f36726:46295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:03,866 DEBUG [M:0;be0458f36726:46295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:03,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:03,866 DEBUG [M:0;be0458f36726:46295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:03,866 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152175782 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152175782,5,FailOnTimeoutGroup] 2024-12-02T15:10:03,866 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152175782 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152175782,5,FailOnTimeoutGroup] 2024-12-02T15:10:03,866 INFO [M:0;be0458f36726:46295 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:03,866 INFO [M:0;be0458f36726:46295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:03,866 DEBUG [M:0;be0458f36726:46295 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:03,866 INFO [M:0;be0458f36726:46295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:03,867 INFO [M:0;be0458f36726:46295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:03,867 INFO [M:0;be0458f36726:46295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:03,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:03,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11082352414/master 2024-12-02T15:10:03,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11082352414 2024-12-02T15:10:03,874 DEBUG [M:0;be0458f36726:46295 {}] zookeeper.ZKUtil(347): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Unable to get data of znode /11082352414/master because node does not exist (not an error) 2024-12-02T15:10:03,874 WARN [M:0;be0458f36726:46295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:03,875 INFO [M:0;be0458f36726:46295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/.lastflushedseqids 2024-12-02T15:10:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741848_1024 (size=245) 2024-12-02T15:10:03,878 INFO [M:0;be0458f36726:46295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:03,878 INFO [M:0;be0458f36726:46295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:03,878 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:03,878 INFO [M:0;be0458f36726:46295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:03,878 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:03,878 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:03,878 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:03,879 INFO [M:0;be0458f36726:46295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T15:10:03,892 DEBUG [M:0;be0458f36726:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c254d912a304df68a30a204b347f926 is 82, key is hbase:meta,,1/info:regioninfo/1733152176983/Put/seqid=0 2024-12-02T15:10:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741849_1025 (size=5672) 2024-12-02T15:10:03,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,952 INFO [RS:0;be0458f36726:36973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:03,952 INFO [RS:0;be0458f36726:36973 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,36973,1733152173727; zookeeper connection closed. 2024-12-02T15:10:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36973-0x10197c51b8f0004, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:03,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf2f795 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf2f795 2024-12-02T15:10:03,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:03,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:03,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,042 DEBUG [master/be0458f36726:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-02T15:10:04,042 DEBUG [master/be0458f36726:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T15:10:04,216 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:10:04,298 INFO [M:0;be0458f36726:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c254d912a304df68a30a204b347f926 2024-12-02T15:10:04,312 DEBUG [M:0;be0458f36726:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6870fcb24ffe4c10bb85b2695df7e258 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152189406/Put/seqid=0 2024-12-02T15:10:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741850_1026 (size=8517) 2024-12-02T15:10:04,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:04,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:04,716 INFO [M:0;be0458f36726:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6870fcb24ffe4c10bb85b2695df7e258 2024-12-02T15:10:04,731 DEBUG [M:0;be0458f36726:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef6076675f1c45098f9ad411f6ecab7f is 69, key is be0458f36726,36973,1733152173727/rs:state/1733152175897/Put/seqid=0 2024-12-02T15:10:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741851_1027 (size=5156) 2024-12-02T15:10:05,135 INFO [M:0;be0458f36726:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef6076675f1c45098f9ad411f6ecab7f 2024-12-02T15:10:05,139 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c254d912a304df68a30a204b347f926 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c254d912a304df68a30a204b347f926 2024-12-02T15:10:05,142 INFO [M:0;be0458f36726:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c254d912a304df68a30a204b347f926, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T15:10:05,143 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6870fcb24ffe4c10bb85b2695df7e258 as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6870fcb24ffe4c10bb85b2695df7e258 2024-12-02T15:10:05,146 INFO [M:0;be0458f36726:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6870fcb24ffe4c10bb85b2695df7e258, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T15:10:05,147 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef6076675f1c45098f9ad411f6ecab7f as hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef6076675f1c45098f9ad411f6ecab7f 2024-12-02T15:10:05,150 INFO [M:0;be0458f36726:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/e3692cf8-41c3-e5d1-3253-bd2cf26cffa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef6076675f1c45098f9ad411f6ecab7f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T15:10:05,151 INFO [M:0;be0458f36726:46295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-02T15:10:05,152 INFO [M:0;be0458f36726:46295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:05,152 DEBUG [M:0;be0458f36726:46295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152203878Disabling compacts and flushes for region at 1733152203878Disabling writes for close at 1733152203878Obtaining lock to block concurrent updates at 1733152203879 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152203879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733152203879Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152203879Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152203879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152203891 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152203891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152204301 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152204312 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152204312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152204719 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152204731 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152204731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1f53eb: reopening flushed file at 1733152205138 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204d48fe: reopening flushed file at 1733152205142 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1468e73a: reopening flushed file at 1733152205146 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733152205151 (+5 ms)Writing region close event to WAL at 1733152205152 (+1 ms)Closed at 1733152205152 2024-12-02T15:10:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741830_1006 (size=63666) 2024-12-02T15:10:05,154 INFO [M:0;be0458f36726:46295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:05,154 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:05,154 INFO [M:0;be0458f36726:46295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46295 2024-12-02T15:10:05,155 INFO [M:0;be0458f36726:46295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:05,291 INFO [M:0;be0458f36726:46295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x10197c51b8f0003, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:05,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bcba49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:05,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:05,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:05,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:05,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:05,296 WARN [BP-798122946-172.17.0.2-1733152172251 heartbeating to localhost/127.0.0.1:42159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:05,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:05,296 WARN [BP-798122946-172.17.0.2-1733152172251 heartbeating to localhost/127.0.0.1:42159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-798122946-172.17.0.2-1733152172251 (Datanode Uuid dd292a21-8d54-4d6a-8331-89120d4175e5) service to localhost/127.0.0.1:42159 2024-12-02T15:10:05,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:05,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/cluster_a2ff37f1-3810-15bd-1b95-acb40e64bfdb/data/data1/current/BP-798122946-172.17.0.2-1733152172251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:05,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/cluster_a2ff37f1-3810-15bd-1b95-acb40e64bfdb/data/data2/current/BP-798122946-172.17.0.2-1733152172251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:05,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:05,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323cdb3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:05,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:05,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:05,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:05,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad061676-7a89-8fc0-5202-edac9dbbe263/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:05,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:05,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:10:05,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:05,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:05,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:05,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:05,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:05,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:10:05,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1460044821, stopped=false 2024-12-02T15:10:05,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,37391,1733152168835 2024-12-02T15:10:05,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01691571727/running 2024-12-02T15:10:05,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01691571727/running 2024-12-02T15:10:05,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:10:05,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:10:05,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:05,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/running 2024-12-02T15:10:05,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Set watcher on znode that does not yet exist, /01691571727/running 2024-12-02T15:10:05,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:05,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:05,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:05,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,34129,1733152168984' ***** 2024-12-02T15:10:05,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:10:05,334 INFO [RS:0;be0458f36726:34129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:10:05,334 INFO [RS:0;be0458f36726:34129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:10:05,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:10:05,334 INFO [RS:0;be0458f36726:34129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:10:05,334 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(3091): Received CLOSE for a11c1b35f98f06782b25aaf02f0e0b6c 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(3091): Received CLOSE for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(959): stopping server be0458f36726,34129,1733152168984 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:34129. 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a11c1b35f98f06782b25aaf02f0e0b6c, disabling compactions & flushes 2024-12-02T15:10:05,335 DEBUG [RS:0;be0458f36726:34129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:05,335 DEBUG [RS:0;be0458f36726:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:05,335 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. after waiting 0 ms 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:10:05,335 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a11c1b35f98f06782b25aaf02f0e0b6c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T15:10:05,335 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:10:05,335 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1325): Online Regions={a11c1b35f98f06782b25aaf02f0e0b6c=test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c., 1588230740=hbase:meta,,1.1588230740, e5a34ea77857a86003f1c1e2fbeee791=hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.} 2024-12-02T15:10:05,335 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:05,335 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:05,335 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:05,335 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:10:05,347 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/info/861023a25f0449c38908b7c1f24e8a58 is 147, key is hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791./info:regioninfo/1733152187665/Put/seqid=0 2024-12-02T15:10:05,347 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f/d84e0c5199ca4644a74a31ff4bfb9fc1 is 28, key is row/f:/1733152194954/DeleteFamily/seqid=0 2024-12-02T15:10:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741841_1017 (size=7686) 2024-12-02T15:10:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741840_1016 (size=5085) 2024-12-02T15:10:05,401 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:05,535 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:05,619 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 636, reset compression=false 2024-12-02T15:10:05,623 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:10:05,623 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 883, reset compression=false 2024-12-02T15:10:05,623 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,34129,1733152168984 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:10:05,624 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.HRegionServer(2440): ***** ABORTING region server be0458f36726,34129,1733152168984: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-be0458f36726,34129,1733152168984, walGroup=be0458f36726%2C34129%2C1733152168984, offset=be0458f36726%2C34129%2C1733152168984.1733152171077:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:34129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T15:10:05,626 ERROR [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:10:05,626 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:10:05,626 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:10:05,626 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:10:05,626 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:10:05,626 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1013508976 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202460600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T15:10:05,626 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:37391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:37391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T15:10:05,735 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:05,751 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/info/861023a25f0449c38908b7c1f24e8a58 2024-12-02T15:10:05,752 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f/d84e0c5199ca4644a74a31ff4bfb9fc1 2024-12-02T15:10:05,755 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d84e0c5199ca4644a74a31ff4bfb9fc1 2024-12-02T15:10:05,771 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/ns/08cb4ac1e44e465fbb83573b6a1a159e is 43, key is default/ns:d/1733152172172/Put/seqid=0 2024-12-02T15:10:05,771 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f1/46f3d911632e460fabcc447d12139372 is 29, key is row/f1:/1733152194954/DeleteFamily/seqid=0 2024-12-02T15:10:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:10:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741843_1019 (size=5089) 2024-12-02T15:10:05,826 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 883, reset compression=false 2024-12-02T15:10:05,936 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:05,997 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:10:05,997 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:10:06,130 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 883, reset compression=false 2024-12-02T15:10:06,136 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:06,175 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/ns/08cb4ac1e44e465fbb83573b6a1a159e 2024-12-02T15:10:06,178 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f1/46f3d911632e460fabcc447d12139372 2024-12-02T15:10:06,181 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46f3d911632e460fabcc447d12139372 2024-12-02T15:10:06,192 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/norep/a1d21bb0b43e48ff80d8a9603d7bb969 is 32, key is row/norep:/1733152194954/DeleteFamily/seqid=0 2024-12-02T15:10:06,194 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/rep_barrier/d96b2b82157f4982930d329829d62f9f is 112, key is test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c./rep_barrier:seqnumDuringOpen/1733152182779/Put/seqid=0 2024-12-02T15:10:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741844_1020 (size=5101) 2024-12-02T15:10:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741845_1021 (size=5518) 2024-12-02T15:10:06,197 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/rep_barrier/d96b2b82157f4982930d329829d62f9f 2024-12-02T15:10:06,212 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/table/ccfbf9e906bb4e3b94d9a28d0a2acc9c is 53, key is hbase:replication/table:state/1733152187674/Put/seqid=0 2024-12-02T15:10:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741846_1022 (size=5308) 2024-12-02T15:10:06,336 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:06,533 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.wal-reader.be0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/WALs/be0458f36726,34129,1733152168984/be0458f36726%2C34129%2C1733152168984.1733152171077 to pos 883, reset compression=false 2024-12-02T15:10:06,536 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11c1b35f98f06782b25aaf02f0e0b6c, e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:06,596 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/norep/a1d21bb0b43e48ff80d8a9603d7bb969 2024-12-02T15:10:06,600 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1d21bb0b43e48ff80d8a9603d7bb969 2024-12-02T15:10:06,601 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f/d84e0c5199ca4644a74a31ff4bfb9fc1 as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/f/d84e0c5199ca4644a74a31ff4bfb9fc1 2024-12-02T15:10:06,604 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d84e0c5199ca4644a74a31ff4bfb9fc1 2024-12-02T15:10:06,604 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/f/d84e0c5199ca4644a74a31ff4bfb9fc1, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T15:10:06,605 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/f1/46f3d911632e460fabcc447d12139372 as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/f1/46f3d911632e460fabcc447d12139372 2024-12-02T15:10:06,608 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46f3d911632e460fabcc447d12139372 2024-12-02T15:10:06,608 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/f1/46f3d911632e460fabcc447d12139372, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T15:10:06,609 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/.tmp/norep/a1d21bb0b43e48ff80d8a9603d7bb969 as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/norep/a1d21bb0b43e48ff80d8a9603d7bb969 2024-12-02T15:10:06,612 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1d21bb0b43e48ff80d8a9603d7bb969 2024-12-02T15:10:06,612 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/norep/a1d21bb0b43e48ff80d8a9603d7bb969, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T15:10:06,613 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a11c1b35f98f06782b25aaf02f0e0b6c in 1278ms, sequenceid=6, compaction requested=false 2024-12-02T15:10:06,613 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:10:06,615 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/table/ccfbf9e906bb4e3b94d9a28d0a2acc9c 2024-12-02T15:10:06,616 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/default/test/a11c1b35f98f06782b25aaf02f0e0b6c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:06,617 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a11c1b35f98f06782b25aaf02f0e0b6c: Waiting for close lock at 1733152205335Running coprocessor pre-close hooks at 1733152205335Disabling compacts and flushes for region at 1733152205335Disabling writes for close at 1733152205335Obtaining lock to block concurrent updates at 1733152205335Preparing flush snapshotting stores in a11c1b35f98f06782b25aaf02f0e0b6c at 1733152205335Finished memstore snapshotting test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733152205335Flushing stores of test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. at 1733152205336 (+1 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f: creating writer at 1733152205336Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f: appending metadata at 1733152205347 (+11 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f: closing flushed file at 1733152205347Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f1: creating writer at 1733152205755 (+408 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f1: appending metadata at 1733152205770 (+15 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/f1: closing flushed file at 1733152205770Flushing a11c1b35f98f06782b25aaf02f0e0b6c/norep: creating writer at 1733152206181 (+411 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/norep: appending metadata at 1733152206192 (+11 ms)Flushing a11c1b35f98f06782b25aaf02f0e0b6c/norep: closing flushed file at 1733152206192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b471f3: reopening flushed file at 1733152206600 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b02ff9: reopening flushed file at 1733152206604 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed17924: reopening flushed file at 1733152206608 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a11c1b35f98f06782b25aaf02f0e0b6c in 1278ms, sequenceid=6, compaction requested=false at 1733152206613 (+5 ms)Writing region close event to WAL at 1733152206614 (+1 ms)Running coprocessor post-close hooks at 1733152206617 (+3 ms)Closed at 1733152206617 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152182037.a11c1b35f98f06782b25aaf02f0e0b6c. 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5a34ea77857a86003f1c1e2fbeee791, disabling compactions & flushes 2024-12-02T15:10:06,617 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. after waiting 0 ms 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,617 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5a34ea77857a86003f1c1e2fbeee791: Waiting for close lock at 1733152206617Running coprocessor pre-close hooks at 1733152206617Disabling compacts and flushes for region at 1733152206617Disabling writes for close at 1733152206617Failed flush hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791., putting online again at 1733152206617 2024-12-02T15:10:06,618 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,620 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/info/861023a25f0449c38908b7c1f24e8a58 as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/info/861023a25f0449c38908b7c1f24e8a58 2024-12-02T15:10:06,623 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/info/861023a25f0449c38908b7c1f24e8a58, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:10:06,624 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/ns/08cb4ac1e44e465fbb83573b6a1a159e as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/ns/08cb4ac1e44e465fbb83573b6a1a159e 2024-12-02T15:10:06,627 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/ns/08cb4ac1e44e465fbb83573b6a1a159e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:10:06,628 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/rep_barrier/d96b2b82157f4982930d329829d62f9f as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/rep_barrier/d96b2b82157f4982930d329829d62f9f 2024-12-02T15:10:06,631 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/rep_barrier/d96b2b82157f4982930d329829d62f9f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:10:06,631 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/.tmp/table/ccfbf9e906bb4e3b94d9a28d0a2acc9c as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/table/ccfbf9e906bb4e3b94d9a28d0a2acc9c 2024-12-02T15:10:06,635 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/table/ccfbf9e906bb4e3b94d9a28d0a2acc9c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:10:06,635 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false 2024-12-02T15:10:06,635 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:10:06,640 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:10:06,640 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:06,640 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:06,640 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:06,640 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152205335Running coprocessor pre-close hooks at 1733152205335Disabling compacts and flushes for region at 1733152205335Disabling writes for close at 1733152205335Obtaining lock to block concurrent updates at 1733152205335Preparing flush snapshotting stores in 1588230740 at 1733152205335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152205335Flushing stores of hbase:meta,,1.1588230740 at 1733152205336 (+1 ms)Flushing 1588230740/info: creating writer at 1733152205336Flushing 1588230740/info: appending metadata at 1733152205347 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733152205347Flushing 1588230740/ns: creating writer at 1733152205755 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733152205770 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733152205770Flushing 1588230740/rep_barrier: creating writer at 1733152206179 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152206193 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152206194 (+1 ms)Flushing 1588230740/table: creating writer at 1733152206200 (+6 ms)Flushing 1588230740/table: appending metadata at 1733152206212 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733152206212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31de9c5d: reopening flushed file at 1733152206619 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439b4fb: reopening flushed file at 1733152206624 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fc432f: reopening flushed file at 1733152206627 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674d3371: reopening flushed file at 1733152206631 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false at 1733152206635 (+4 ms)Writing region close event to WAL at 1733152206637 (+2 ms)Running coprocessor post-close hooks at 1733152206640 (+3 ms)Closed at 1733152206640 2024-12-02T15:10:06,641 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:06,736 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:10:06,736 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1325): Online Regions={e5a34ea77857a86003f1c1e2fbeee791=hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791.} 2024-12-02T15:10:06,736 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(3091): Received CLOSE for e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:06,736 DEBUG [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1351): Waiting on e5a34ea77857a86003f1c1e2fbeee791 2024-12-02T15:10:06,736 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5a34ea77857a86003f1c1e2fbeee791, disabling compactions & flushes 2024-12-02T15:10:06,736 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,737 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,737 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. after waiting 0 ms 2024-12-02T15:10:06,737 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,737 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5a34ea77857a86003f1c1e2fbeee791: Waiting for close lock at 1733152206736Running coprocessor pre-close hooks at 1733152206736Disabling compacts and flushes for region at 1733152206736Disabling writes for close at 1733152206737 (+1 ms)Failed flush hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791., putting online again at 1733152206737 2024-12-02T15:10:06,737 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733152186480.e5a34ea77857a86003f1c1e2fbeee791. 2024-12-02T15:10:06,936 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T15:10:06,937 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(976): stopping server be0458f36726,34129,1733152168984; all regions closed. 2024-12-02T15:10:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741834_1010 (size=4239) 2024-12-02T15:10:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741839_1015 (size=1297) 2024-12-02T15:10:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741832_1008 (size=1535) 2024-12-02T15:10:06,943 DEBUG [RS:0;be0458f36726:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:06,943 INFO [RS:0;be0458f36726:34129 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:06,943 INFO [RS:0;be0458f36726:34129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:06,943 INFO [RS:0;be0458f36726:34129 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:06,943 INFO [RS:0;be0458f36726:34129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:06,943 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:06,944 INFO [RS:0;be0458f36726:34129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,34129,1733152168984 because: Region server is closing 2024-12-02T15:10:06,944 INFO [RS:0;be0458f36726:34129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:34129. 2024-12-02T15:10:06,944 DEBUG [RS:0;be0458f36726:34129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:06,944 DEBUG [RS:0;be0458f36726:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:06,944 DEBUG [RS:0;be0458f36726:34129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:06,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:07,044 INFO [RS:0;be0458f36726:34129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,34129,1733152168984.replicationSource.shipperbe0458f36726%2C34129%2C1733152168984,1-be0458f36726,34129,1733152168984 terminated 2024-12-02T15:10:07,044 INFO [RS:0;be0458f36726:34129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34129 2024-12-02T15:10:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01691571727/rs/be0458f36726,34129,1733152168984 2024-12-02T15:10:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727/rs 2024-12-02T15:10:07,083 INFO [RS:0;be0458f36726:34129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:07,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,34129,1733152168984] 2024-12-02T15:10:07,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01691571727/draining/be0458f36726,34129,1733152168984 already deleted, retry=false 2024-12-02T15:10:07,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,34129,1733152168984 expired; onlineServers=0 2024-12-02T15:10:07,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,37391,1733152168835' ***** 2024-12-02T15:10:07,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:07,099 INFO [M:0;be0458f36726:37391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:07,099 INFO [M:0;be0458f36726:37391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:07,099 DEBUG [M:0;be0458f36726:37391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:07,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:07,099 DEBUG [M:0;be0458f36726:37391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:07,099 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152170874 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152170874,5,FailOnTimeoutGroup] 2024-12-02T15:10:07,099 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152170874 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152170874,5,FailOnTimeoutGroup] 2024-12-02T15:10:07,100 INFO [M:0;be0458f36726:37391 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:07,100 INFO [M:0;be0458f36726:37391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:07,100 DEBUG [M:0;be0458f36726:37391 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:07,100 INFO [M:0;be0458f36726:37391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:07,100 INFO [M:0;be0458f36726:37391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:07,100 INFO [M:0;be0458f36726:37391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:07,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:07,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01691571727/master 2024-12-02T15:10:07,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01691571727 2024-12-02T15:10:07,108 DEBUG [M:0;be0458f36726:37391 {}] zookeeper.ZKUtil(347): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Unable to get data of znode /01691571727/master because node does not exist (not an error) 2024-12-02T15:10:07,108 WARN [M:0;be0458f36726:37391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:07,108 INFO [M:0;be0458f36726:37391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/.lastflushedseqids 2024-12-02T15:10:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741847_1023 (size=245) 2024-12-02T15:10:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34129-0x10197c51b8f0001, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:07,191 INFO [RS:0;be0458f36726:34129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:07,191 INFO [RS:0;be0458f36726:34129 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,34129,1733152168984; zookeeper connection closed. 2024-12-02T15:10:07,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 2024-12-02T15:10:07,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:07,513 INFO [M:0;be0458f36726:37391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:07,513 INFO [M:0;be0458f36726:37391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:07,513 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:07,513 INFO [M:0;be0458f36726:37391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:07,513 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:07,513 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:07,513 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:07,513 INFO [M:0;be0458f36726:37391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T15:10:07,530 DEBUG [M:0;be0458f36726:37391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c5f4e241d740488265ac47d2109dca is 82, key is hbase:meta,,1/info:regioninfo/1733152172128/Put/seqid=0 2024-12-02T15:10:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:10:07,934 INFO [M:0;be0458f36726:37391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c5f4e241d740488265ac47d2109dca 2024-12-02T15:10:07,950 DEBUG [M:0;be0458f36726:37391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/797f1b2bd8a349bab9122c01324666da is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733152182786/Put/seqid=0 2024-12-02T15:10:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741849_1025 (size=7218) 2024-12-02T15:10:08,354 INFO [M:0;be0458f36726:37391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/797f1b2bd8a349bab9122c01324666da 2024-12-02T15:10:08,358 INFO [M:0;be0458f36726:37391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 797f1b2bd8a349bab9122c01324666da 2024-12-02T15:10:08,372 DEBUG [M:0;be0458f36726:37391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ef1d1b56ef54591bca71cb7d00b0a27 is 69, key is be0458f36726,34129,1733152168984/rs:state/1733152170930/Put/seqid=0 2024-12-02T15:10:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:10:08,776 INFO [M:0;be0458f36726:37391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ef1d1b56ef54591bca71cb7d00b0a27 2024-12-02T15:10:08,780 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50c5f4e241d740488265ac47d2109dca as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50c5f4e241d740488265ac47d2109dca 2024-12-02T15:10:08,784 INFO [M:0;be0458f36726:37391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50c5f4e241d740488265ac47d2109dca, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T15:10:08,784 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/797f1b2bd8a349bab9122c01324666da as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/797f1b2bd8a349bab9122c01324666da 2024-12-02T15:10:08,787 INFO [M:0;be0458f36726:37391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 797f1b2bd8a349bab9122c01324666da 2024-12-02T15:10:08,787 INFO [M:0;be0458f36726:37391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/797f1b2bd8a349bab9122c01324666da, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T15:10:08,788 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ef1d1b56ef54591bca71cb7d00b0a27 as hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ef1d1b56ef54591bca71cb7d00b0a27 2024-12-02T15:10:08,791 INFO [M:0;be0458f36726:37391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/01b54a8a-73ce-acdb-fdb6-bb10364d51bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ef1d1b56ef54591bca71cb7d00b0a27, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T15:10:08,792 INFO [M:0;be0458f36726:37391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-12-02T15:10:08,793 INFO [M:0;be0458f36726:37391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:08,793 DEBUG [M:0;be0458f36726:37391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152207513Disabling compacts and flushes for region at 1733152207513Disabling writes for close at 1733152207513Obtaining lock to block concurrent updates at 1733152207513Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152207513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733152207514 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152207514Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152207514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152207529 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152207529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152207937 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152207949 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152207949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152208358 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152208372 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152208372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4890e6b3: reopening flushed file at 1733152208780 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d38e9d: reopening flushed file at 1733152208784 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcbb4d: reopening flushed file at 1733152208788 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1733152208792 (+4 ms)Writing region close event to WAL at 1733152208793 (+1 ms)Closed at 1733152208793 2024-12-02T15:10:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42639 is added to blk_1073741830_1006 (size=64423) 2024-12-02T15:10:08,795 INFO [M:0;be0458f36726:37391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:08,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:08,796 INFO [M:0;be0458f36726:37391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37391 2024-12-02T15:10:08,796 INFO [M:0;be0458f36726:37391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:08,933 INFO [M:0;be0458f36726:37391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37391-0x10197c51b8f0000, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:08,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bb120f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:08,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:08,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:08,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:08,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:08,938 WARN [BP-693469385-172.17.0.2-1733152167419 heartbeating to localhost/127.0.0.1:39217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:08,938 WARN [BP-693469385-172.17.0.2-1733152167419 heartbeating to localhost/127.0.0.1:39217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693469385-172.17.0.2-1733152167419 (Datanode Uuid 0cd4ea35-a1fa-4dcd-aaa4-1a1702815ba8) service to localhost/127.0.0.1:39217 2024-12-02T15:10:08,938 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:08,938 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:08,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/data/data1/current/BP-693469385-172.17.0.2-1733152167419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:08,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/cluster_e0335e33-091f-2230-425d-1a9106f09baf/data/data2/current/BP-693469385-172.17.0.2-1733152167419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:08,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:08,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:08,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:08,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:08,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:08,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/473b8e49-1da5-3282-6900-c44978729085/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:08,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:10:08,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:08,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45953 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42159 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39217 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=797 (was 737) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=3074 (was 3320) 2024-12-02T15:10:08,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=3074 2024-12-02T15:10:08,998 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T15:10:08,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir so I do NOT create it in target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c 2024-12-02T15:10:08,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:10:08,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.tmp.dir so I do NOT create it in target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c 2024-12-02T15:10:08,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d2aefa0-77f7-fadc-4b2e-0dbb6581e6ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:10:08,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c 2024-12-02T15:10:08,999 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f, deleteOnExit=true 2024-12-02T15:10:09,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/zookeeper_0, clientPort=54404, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:10:09,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54404 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/test.cache.data in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:10:09,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:10:09,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:10:09,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:10:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197c51b8f0002, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:10:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197c51b8f0005, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:10:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197c51b8f0008, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T15:10:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197c51b8f0005, quorum=127.0.0.1:56478, baseZNode=/11082352414 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:10:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197c51b8f0008, quorum=127.0.0.1:56478, baseZNode=/2-829262748 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:10:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197c51b8f0002, quorum=127.0.0.1:56478, baseZNode=/01691571727 Received Disconnected from ZooKeeper, ignoring 2024-12-02T15:10:09,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:09,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:09,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:09,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:09,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:10:09,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:09,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:09,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:09,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-724928247370644977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:09,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-12-02T15:10:09,288 INFO [Time-limited test {}] server.Server(415): Started @311988ms 2024-12-02T15:10:09,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:09,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:09,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:09,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:09,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:10:09,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:09,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:09,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/java.io.tmpdir/jetty-localhost-42819-hadoop-hdfs-3_4_1-tests_jar-_-any-14657221349459529296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:09,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:42819} 2024-12-02T15:10:09,522 INFO [Time-limited test {}] server.Server(415): Started @312223ms 2024-12-02T15:10:09,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:10:09,905 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data1/current/BP-2144239762-172.17.0.2-1733152209035/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:09,905 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data2/current/BP-2144239762-172.17.0.2-1733152209035/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:09,919 WARN [Thread-4163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:10:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3752bf1f1816ffbf with lease ID 0x42dcf4eaf93f14d2: Processing first storage report for DS-7efd6ae3-6b60-46c4-a6ed-3f4b397ceb8a from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=bf011787-c153-41b7-a46a-d6bd59c07843, infoPort=35041, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=180541055;c=1733152209035) 2024-12-02T15:10:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3752bf1f1816ffbf with lease ID 0x42dcf4eaf93f14d2: from storage DS-7efd6ae3-6b60-46c4-a6ed-3f4b397ceb8a node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=bf011787-c153-41b7-a46a-d6bd59c07843, infoPort=35041, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=180541055;c=1733152209035), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3752bf1f1816ffbf with lease ID 0x42dcf4eaf93f14d2: Processing first storage report for DS-37d9c1e1-46fd-4b71-8eaf-0b76107b15e3 from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=bf011787-c153-41b7-a46a-d6bd59c07843, infoPort=35041, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=180541055;c=1733152209035) 2024-12-02T15:10:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3752bf1f1816ffbf with lease ID 0x42dcf4eaf93f14d2: from storage DS-37d9c1e1-46fd-4b71-8eaf-0b76107b15e3 node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=bf011787-c153-41b7-a46a-d6bd59c07843, infoPort=35041, infoSecurePort=0, ipcPort=34309, storageInfo=lv=-57;cid=testClusterID;nsid=180541055;c=1733152209035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:09,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c 2024-12-02T15:10:09,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:09,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:10:10,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f with version=8 2024-12-02T15:10:10,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/hbase-staging 2024-12-02T15:10:10,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:10,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43403 2024-12-02T15:10:10,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43403 connecting to ZooKeeper ensemble=127.0.0.1:54404 2024-12-02T15:10:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434030x0, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:10,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43403-0x10197c5be250000 connected 2024-12-02T15:10:10,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:10,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:10,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on znode that does not yet exist, /0-1707254548/running 2024-12-02T15:10:10,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f, hbase.cluster.distributed=false 2024-12-02T15:10:10,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on znode that does not yet exist, /0-1707254548/acl 2024-12-02T15:10:10,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-02T15:10:10,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43403 2024-12-02T15:10:10,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43403 2024-12-02T15:10:10,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-02T15:10:10,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-02T15:10:10,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:10:10,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:10,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-12-02T15:10:10,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41933 connecting to ZooKeeper ensemble=127.0.0.1:54404 2024-12-02T15:10:10,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:10,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419330x0, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:10,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41933-0x10197c5be250001 connected 2024-12-02T15:10:10,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on znode that does not yet exist, /0-1707254548/running 2024-12-02T15:10:10,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:10:10,542 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:10:10,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on znode that does not yet exist, /0-1707254548/master 2024-12-02T15:10:10,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on znode that does not yet exist, /0-1707254548/acl 2024-12-02T15:10:10,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-02T15:10:10,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-12-02T15:10:10,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-12-02T15:10:10,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-02T15:10:10,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-12-02T15:10:10,562 DEBUG [M:0;be0458f36726:43403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:43403 2024-12-02T15:10:10,562 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1707254548/backup-masters/be0458f36726,43403,1733152210363 2024-12-02T15:10:10,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548/backup-masters 2024-12-02T15:10:10,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548/backup-masters 2024-12-02T15:10:10,566 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on existing znode=/0-1707254548/backup-masters/be0458f36726,43403,1733152210363 2024-12-02T15:10:10,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:10,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1707254548/master 2024-12-02T15:10:10,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:10,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on existing znode=/0-1707254548/master 2024-12-02T15:10:10,575 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1707254548/backup-masters/be0458f36726,43403,1733152210363 from backup master directory 2024-12-02T15:10:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548/backup-masters 2024-12-02T15:10:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1707254548/backup-masters/be0458f36726,43403,1733152210363 2024-12-02T15:10:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548/backup-masters 2024-12-02T15:10:10,582 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:10,582 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,43403,1733152210363 2024-12-02T15:10:10,585 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/hbase.id] with ID: 948b5757-d9b7-4cd0-b266-9634767baf53 2024-12-02T15:10:10,585 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/.tmp/hbase.id 2024-12-02T15:10:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:10:10,989 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/.tmp/hbase.id]:[hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/hbase.id] 2024-12-02T15:10:10,998 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:10,998 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:10:10,999 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:10:11,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:11,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:11,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:10:11,429 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:11,430 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:10:11,430 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:10:11,836 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/data/master/store 2024-12-02T15:10:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:10:12,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:12,241 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:12,241 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:12,241 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:12,241 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:12,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:12,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:12,242 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:12,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152212241Disabling compacts and flushes for region at 1733152212241Disabling writes for close at 1733152212242 (+1 ms)Writing region close event to WAL at 1733152212242Closed at 1733152212242 2024-12-02T15:10:12,242 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/data/master/store/.initializing 2024-12-02T15:10:12,242 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/WALs/be0458f36726,43403,1733152210363 2024-12-02T15:10:12,243 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:12,245 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C43403%2C1733152210363, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/WALs/be0458f36726,43403,1733152210363, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/oldWALs, maxLogs=10 2024-12-02T15:10:12,260 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/WALs/be0458f36726,43403,1733152210363/be0458f36726%2C43403%2C1733152210363.1733152212245, exclude list is [], retry=0 2024-12-02T15:10:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-7efd6ae3-6b60-46c4-a6ed-3f4b397ceb8a,DISK] 2024-12-02T15:10:12,264 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/WALs/be0458f36726,43403,1733152210363/be0458f36726%2C43403%2C1733152210363.1733152212245 2024-12-02T15:10:12,264 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-12-02T15:10:12,264 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:12,264 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:12,265 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,265 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:10:12,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:12,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:12,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:10:12,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:12,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:12,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:10:12,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:12,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:12,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:10:12,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:12,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:12,271 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,272 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,272 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,273 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,273 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,273 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:12,274 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:12,276 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:12,276 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65540371, jitterRate=-0.023372367024421692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:12,277 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152212265Initializing all the Stores at 1733152212265Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152212265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152212266 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152212266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152212266Cleaning up temporary data from old regions at 1733152212273 (+7 ms)Region opened successfully at 1733152212277 (+4 ms) 2024-12-02T15:10:12,277 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:10:12,280 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:12,280 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:10:12,281 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:10:12,283 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:10:12,284 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Unable to get data of znode /0-1707254548/balancer because node does not exist (not necessarily an error) 2024-12-02T15:10:12,324 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1707254548/balancer already deleted, retry=false 2024-12-02T15:10:12,324 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:10:12,325 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Unable to get data of znode /0-1707254548/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:10:12,332 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1707254548/normalizer already deleted, retry=false 2024-12-02T15:10:12,332 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:10:12,333 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Unable to get data of znode /0-1707254548/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:10:12,340 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1707254548/switch/split already deleted, retry=false 2024-12-02T15:10:12,341 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Unable to get data of znode /0-1707254548/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:10:12,349 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1707254548/switch/merge already deleted, retry=false 2024-12-02T15:10:12,351 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Unable to get data of znode /0-1707254548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:10:12,357 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1707254548/snapshot-cleanup already deleted, retry=false 2024-12-02T15:10:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1707254548/running 2024-12-02T15:10:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1707254548/running 2024-12-02T15:10:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,366 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,43403,1733152210363, sessionid=0x10197c5be250000, setting cluster-up flag (Was=false) 2024-12-02T15:10:12,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,407 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1707254548/flush-table-proc/acquired, /0-1707254548/flush-table-proc/reached, /0-1707254548/flush-table-proc/abort 2024-12-02T15:10:12,408 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,43403,1733152210363 2024-12-02T15:10:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:12,449 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1707254548/online-snapshot/acquired, /0-1707254548/online-snapshot/reached, /0-1707254548/online-snapshot/abort 2024-12-02T15:10:12,450 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,43403,1733152210363 2024-12-02T15:10:12,450 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:10:12,451 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:12,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:10:12,451 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:10:12,452 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,43403,1733152210363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:12,453 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152242453 2024-12-02T15:10:12,453 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:10:12,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:12,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:10:12,454 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:10:12,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:10:12,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:12,455 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152212455,5,FailOnTimeoutGroup] 2024-12-02T15:10:12,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:10:12,455 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152212455,5,FailOnTimeoutGroup] 2024-12-02T15:10:12,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,455 INFO [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(746): ClusterId : 948b5757-d9b7-4cd0-b266-9634767baf53 2024-12-02T15:10:12,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:10:12,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,455 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,455 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:10:12,457 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:10:12,457 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:10:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:10:12,466 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:10:12,466 DEBUG [RS:0;be0458f36726:41933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e1241f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:12,475 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:41933 2024-12-02T15:10:12,475 INFO [RS:0;be0458f36726:41933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:10:12,475 INFO [RS:0;be0458f36726:41933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:10:12,475 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:10:12,476 INFO [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,43403,1733152210363 with port=41933, startcode=1733152210525 2024-12-02T15:10:12,476 DEBUG [RS:0;be0458f36726:41933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:10:12,477 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:10:12,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,41933,1733152210525 2024-12-02T15:10:12,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 {}] master.ServerManager(517): Registering regionserver=be0458f36726,41933,1733152210525 2024-12-02T15:10:12,478 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f 2024-12-02T15:10:12,478 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33405 2024-12-02T15:10:12,478 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:10:12,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548/rs 2024-12-02T15:10:12,482 DEBUG [RS:0;be0458f36726:41933 {}] zookeeper.ZKUtil(111): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Set watcher on existing znode=/0-1707254548/rs/be0458f36726,41933,1733152210525 2024-12-02T15:10:12,482 WARN [RS:0;be0458f36726:41933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:12,482 INFO [RS:0;be0458f36726:41933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:12,483 DEBUG [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525 2024-12-02T15:10:12,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,41933,1733152210525] 2024-12-02T15:10:12,485 INFO [RS:0;be0458f36726:41933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:10:12,486 INFO [RS:0;be0458f36726:41933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:10:12,486 INFO [RS:0;be0458f36726:41933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:10:12,486 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,486 INFO [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:10:12,487 INFO [RS:0;be0458f36726:41933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:10:12,487 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:12,487 DEBUG [RS:0;be0458f36726:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:12,490 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,490 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,490 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,490 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,490 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,491 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41933,1733152210525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:12,502 INFO [RS:0;be0458f36726:41933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:10:12,502 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41933,1733152210525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,502 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,502 INFO [RS:0;be0458f36726:41933 {}] regionserver.Replication(171): be0458f36726,41933,1733152210525 started 2024-12-02T15:10:12,512 INFO [RS:0;be0458f36726:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:12,512 INFO [RS:0;be0458f36726:41933 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,41933,1733152210525, RpcServer on be0458f36726/172.17.0.2:41933, sessionid=0x10197c5be250001 2024-12-02T15:10:12,512 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:10:12,512 DEBUG [RS:0;be0458f36726:41933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,41933,1733152210525 2024-12-02T15:10:12,512 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41933,1733152210525' 2024-12-02T15:10:12,512 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1707254548/flush-table-proc/abort' 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1707254548/flush-table-proc/acquired' 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,41933,1733152210525 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,41933,1733152210525' 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1707254548/online-snapshot/abort' 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1707254548/online-snapshot/acquired' 2024-12-02T15:10:12,513 DEBUG [RS:0;be0458f36726:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:10:12,513 INFO [RS:0;be0458f36726:41933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:10:12,513 INFO [RS:0;be0458f36726:41933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:10:12,614 INFO [RS:0;be0458f36726:41933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:12,615 INFO [RS:0;be0458f36726:41933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41933%2C1733152210525, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/oldWALs, maxLogs=10 2024-12-02T15:10:12,630 DEBUG [RS:0;be0458f36726:41933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525/be0458f36726%2C41933%2C1733152210525.1733152212615, exclude list is [], retry=0 2024-12-02T15:10:12,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-7efd6ae3-6b60-46c4-a6ed-3f4b397ceb8a,DISK] 2024-12-02T15:10:12,633 INFO [RS:0;be0458f36726:41933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525/be0458f36726%2C41933%2C1733152210525.1733152212615 2024-12-02T15:10:12,633 DEBUG [RS:0;be0458f36726:41933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-12-02T15:10:12,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:10:12,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f 2024-12-02T15:10:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:10:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:10:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:10:13,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:13,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:13,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:13,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:13,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:13,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:13,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:13,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:13,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:13,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:13,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/1588230740 2024-12-02T15:10:13,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/1588230740 2024-12-02T15:10:13,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:13,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:13,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:13,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:13,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:13,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75219525, jitterRate=0.12085826694965363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152213269Initializing all the Stores at 1733152213269Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213270 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152213270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213270Cleaning up temporary data from old regions at 1733152213275 (+5 ms)Region opened successfully at 1733152213278 (+3 ms) 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:13,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:13,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152213278Disabling compacts and flushes for region at 1733152213278Disabling writes for close at 1733152213278Writing region close event to WAL at 1733152213278Closed at 1733152213278 2024-12-02T15:10:13,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:13,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:10:13,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:10:13,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:13,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:10:13,431 DEBUG [be0458f36726:43403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:10:13,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,41933,1733152210525 2024-12-02T15:10:13,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41933,1733152210525, state=OPENING 2024-12-02T15:10:13,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:10:13,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:13,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1707254548 2024-12-02T15:10:13,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1707254548/meta-region-server: CHANGED 2024-12-02T15:10:13,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1707254548/meta-region-server: CHANGED 2024-12-02T15:10:13,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:13,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41933,1733152210525}] 2024-12-02T15:10:13,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:13,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:10:13,711 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:10:13,711 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:13,711 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:10:13,712 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C41933%2C1733152210525.meta, suffix=.meta, logDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/oldWALs, maxLogs=10 2024-12-02T15:10:13,723 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525/be0458f36726%2C41933%2C1733152210525.meta.1733152213712.meta, exclude list is [], retry=0 2024-12-02T15:10:13,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-7efd6ae3-6b60-46c4-a6ed-3f4b397ceb8a,DISK] 2024-12-02T15:10:13,726 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/WALs/be0458f36726,41933,1733152210525/be0458f36726%2C41933%2C1733152210525.meta.1733152213712.meta 2024-12-02T15:10:13,726 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35041:35041)] 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:13,727 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:10:13,727 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:10:13,727 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:10:13,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:13,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:13,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:13,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:13,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:13,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:13,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:13,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:13,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:13,732 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:13,732 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/1588230740 2024-12-02T15:10:13,733 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/hbase/meta/1588230740 2024-12-02T15:10:13,733 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:13,733 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:13,734 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:13,734 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:13,735 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72356769, jitterRate=0.07819987833499908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:13,735 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:10:13,735 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152213727Writing region info on filesystem at 1733152213727Initializing all the Stores at 1733152213728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152213728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152213728Cleaning up temporary data from old regions at 1733152213733 (+5 ms)Running coprocessor post-open hooks at 1733152213735 (+2 ms)Region opened successfully at 1733152213735 2024-12-02T15:10:13,736 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152213707 2024-12-02T15:10:13,738 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:10:13,738 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:10:13,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,41933,1733152210525 2024-12-02T15:10:13,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,41933,1733152210525, state=OPEN 2024-12-02T15:10:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x10197c5be250000, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1707254548/meta-region-server 2024-12-02T15:10:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x10197c5be250001, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1707254548/meta-region-server 2024-12-02T15:10:13,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,41933,1733152210525 2024-12-02T15:10:13,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1707254548/meta-region-server: CHANGED 2024-12-02T15:10:13,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1707254548/meta-region-server: CHANGED 2024-12-02T15:10:13,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:10:13,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,41933,1733152210525 in 194 msec 2024-12-02T15:10:13,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:10:13,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-12-02T15:10:13,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:13,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:10:13,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:13,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41933,1733152210525, seqNum=-1] 2024-12-02T15:10:13,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:13,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:13,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-12-02T15:10:13,757 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152213757, completionTime=-1 2024-12-02T15:10:13,758 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:10:13,758 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152273759 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152333759 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:43403, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,759 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,760 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,761 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.180sec 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:13,762 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:10:13,764 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:10:13,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:10:13,764 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,43403,1733152210363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:13,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:13,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43403,-1 for getting cluster id 2024-12-02T15:10:13,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:13,857 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '948b5757-d9b7-4cd0-b266-9634767baf53' 2024-12-02T15:10:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "948b5757-d9b7-4cd0-b266-9634767baf53" 2024-12-02T15:10:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dd9d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43403,-1] 2024-12-02T15:10:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:13,858 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:13,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:13,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,41933,1733152210525, seqNum=-1] 2024-12-02T15:10:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:13,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:13,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,43403,1733152210363 2024-12-02T15:10:13,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54404 2024-12-02T15:10:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54404, baseZNode=/0-1707254548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:13,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c5be250002 connected 2024-12-02T15:10:13,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43403,1733152210363 2024-12-02T15:10:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59ff57b9 2024-12-02T15:10:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:13,877 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:13,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:10:13,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:10:13,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:13,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:10:13,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:10:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:13,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:10:13,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e89c966afd1c427504900711a54c16c6, NAME => 'test,,1733152213877.e89c966afd1c427504900711a54c16c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f 2024-12-02T15:10:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:10:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152213877.e89c966afd1c427504900711a54c16c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e89c966afd1c427504900711a54c16c6, disabling compactions & flushes 2024-12-02T15:10:14,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152213877.e89c966afd1c427504900711a54c16c6. after waiting 0 ms 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e89c966afd1c427504900711a54c16c6: Waiting for close lock at 1733152214291Disabling compacts and flushes for region at 1733152214291Disabling writes for close at 1733152214291Writing region close event to WAL at 1733152214291Closed at 1733152214291 2024-12-02T15:10:14,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:10:14,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152213877.e89c966afd1c427504900711a54c16c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152214292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152214292"}]},"ts":"1733152214292"} 2024-12-02T15:10:14,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:10:14,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:10:14,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152214295"}]},"ts":"1733152214295"} 2024-12-02T15:10:14,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:10:14,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e89c966afd1c427504900711a54c16c6, ASSIGN}] 2024-12-02T15:10:14,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e89c966afd1c427504900711a54c16c6, ASSIGN 2024-12-02T15:10:14,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e89c966afd1c427504900711a54c16c6, ASSIGN; state=OFFLINE, location=be0458f36726,41933,1733152210525; forceNewPlan=false, retain=false 2024-12-02T15:10:14,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e89c966afd1c427504900711a54c16c6, regionState=OPENING, regionLocation=be0458f36726,41933,1733152210525 2024-12-02T15:10:14,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e89c966afd1c427504900711a54c16c6, ASSIGN because future has completed 2024-12-02T15:10:14,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89c966afd1c427504900711a54c16c6, server=be0458f36726,41933,1733152210525}] 2024-12-02T15:10:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:14,606 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,606 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e89c966afd1c427504900711a54c16c6, NAME => 'test,,1733152213877.e89c966afd1c427504900711a54c16c6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:14,606 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:14,606 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:10:14,606 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,606 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152213877.e89c966afd1c427504900711a54c16c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:14,606 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,606 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,607 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,608 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89c966afd1c427504900711a54c16c6 columnFamilyName f 2024-12-02T15:10:14,608 DEBUG [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:14,609 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(327): Store=e89c966afd1c427504900711a54c16c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:14,609 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,609 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89c966afd1c427504900711a54c16c6 columnFamilyName f1 2024-12-02T15:10:14,609 DEBUG [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:14,610 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(327): Store=e89c966afd1c427504900711a54c16c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:14,610 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,610 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89c966afd1c427504900711a54c16c6 columnFamilyName norep 2024-12-02T15:10:14,610 DEBUG [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:14,611 INFO [StoreOpener-e89c966afd1c427504900711a54c16c6-1 {}] regionserver.HStore(327): Store=e89c966afd1c427504900711a54c16c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:14,611 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,611 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/default/test/e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,611 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/default/test/e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,612 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,612 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,613 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:10:14,614 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,615 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/data/default/test/e89c966afd1c427504900711a54c16c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:14,616 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e89c966afd1c427504900711a54c16c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68633570, jitterRate=0.022719889879226685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:10:14,616 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e89c966afd1c427504900711a54c16c6 2024-12-02T15:10:14,616 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e89c966afd1c427504900711a54c16c6: Running coprocessor pre-open hook at 1733152214606Writing region info on filesystem at 1733152214606Initializing all the Stores at 1733152214607 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152214607Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152214607Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152214607Cleaning up temporary data from old regions at 1733152214612 (+5 ms)Running coprocessor post-open hooks at 1733152214616 (+4 ms)Region opened successfully at 1733152214616 2024-12-02T15:10:14,617 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152213877.e89c966afd1c427504900711a54c16c6., pid=6, masterSystemTime=1733152214603 2024-12-02T15:10:14,619 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,619 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152213877.e89c966afd1c427504900711a54c16c6. 2024-12-02T15:10:14,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e89c966afd1c427504900711a54c16c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,41933,1733152210525 2024-12-02T15:10:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89c966afd1c427504900711a54c16c6, server=be0458f36726,41933,1733152210525 because future has completed 2024-12-02T15:10:14,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:10:14,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e89c966afd1c427504900711a54c16c6, server=be0458f36726,41933,1733152210525 in 170 msec 2024-12-02T15:10:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:10:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e89c966afd1c427504900711a54c16c6, ASSIGN in 326 msec 2024-12-02T15:10:14,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:10:14,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152214624"}]},"ts":"1733152214624"} 2024-12-02T15:10:14,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:10:14,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:10:14,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-02T15:10:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:15,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:10:15,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43403,-1 for getting cluster id 2024-12-02T15:10:15,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:15,016 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '948b5757-d9b7-4cd0-b266-9634767baf53' 2024-12-02T15:10:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "948b5757-d9b7-4cd0-b266-9634767baf53" 2024-12-02T15:10:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500251ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43403,-1] 2024-12-02T15:10:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,017 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141cf552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43403,1733152210363 2024-12-02T15:10:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e33c9c 2024-12-02T15:10:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:15,019 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:15,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:43403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:10:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:10:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:15,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:43403' 2024-12-02T15:10:15,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b707c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,023 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,43403,-1 for getting cluster id 2024-12-02T15:10:15,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:15,024 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '948b5757-d9b7-4cd0-b266-9634767baf53' 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "948b5757-d9b7-4cd0-b266-9634767baf53" 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eae31fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,43403,-1] 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:15,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,025 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:15,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f010e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:15,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,43403,1733152210363 2024-12-02T15:10:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac2261c 2024-12-02T15:10:15,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:15,027 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:15,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T15:10:15,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:10:15,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:15,028 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T15:10:15,034 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T15:10:15,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-02T15:10:15,035 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T15:10:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:15,125 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://be0458f36726:43403, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T15:10:15,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:15,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:15,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:15,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:15,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;be0458f36726:41933-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data1/current/BP-2144239762-172.17.0.2-1733152209035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2144239762-172.17.0.2-1733152209035:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f-prefix:be0458f36726,41933,1733152210525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2144239762-172.17.0.2-1733152209035 heartbeating to localhost/127.0.0.1:33405 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54404) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f-prefix:be0458f36726,41933,1733152210525.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54404) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-809013840_20 at /127.0.0.1:44052 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/be0458f36726:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc8689f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data2/current/BP-2144239762-172.17.0.2-1733152209035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_835887986_20 at /127.0.0.1:44078 [Receiving block BP-2144239762-172.17.0.2-1733152209035:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33405 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1418650010-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152212455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1418650010-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc8684352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/be0458f36726:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc8684352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152212455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 34309 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33405/user/jenkins/test-data/5a384af0-982a-2de2-de29-c8d0a903b04f/MasterData-prefix:be0458f36726,43403,1733152210363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2144239762-172.17.0.2-1733152209035:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/be0458f36726:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/be0458f36726:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc8684352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: be0458f36726:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1418650010-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc8684352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/be0458f36726:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fc868aabdd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(334891342) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54404 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc8684352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5eefe71b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/cluster_e4932039-03d3-3058-183c-5dae6ff3c24f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/be0458f36726:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;be0458f36726:43403 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1418650010-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-809013840_20 at /127.0.0.1:44096 [Receiving block BP-2144239762-172.17.0.2-1733152209035:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;be0458f36726:41933 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-2144239762-172.17.0.2-1733152209035:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1418650010-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54404): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp760716569-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7926-acceptor-0@591c28d-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:42819} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 4 on default port 34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54404) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-809013840_20 at /127.0.0.1:44086 [Receiving block BP-2144239762-172.17.0.2-1733152209035:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7880-acceptor-0@7e180a4d-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:39053} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=3044 (was 3074) 2024-12-02T15:10:15,145 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-12-02T15:10:15,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=3044 2024-12-02T15:10:15,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-12-02T15:10:15,166 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T15:10:15,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.log.dir so I do NOT create it in target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1 2024-12-02T15:10:15,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:10:15,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.tmp.dir so I do NOT create it in target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1 2024-12-02T15:10:15,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15bfee0f-b428-cd4d-78f5-c2924691178c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:10:15,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1 2024-12-02T15:10:15,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82, deleteOnExit=true 2024-12-02T15:10:15,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/zookeeper_0, clientPort=53918, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:10:15,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53918 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/test.cache.data in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:10:15,203 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:15,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:10:15,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:10:15,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:15,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:15,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:15,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:15,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:10:15,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:15,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:15,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:15,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6173d15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/java.io.tmpdir/jetty-localhost-34901-hadoop-hdfs-3_4_1-tests_jar-_-any-12333270003853061299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:15,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:34901} 2024-12-02T15:10:15,520 INFO [Time-limited test {}] server.Server(415): Started @318220ms 2024-12-02T15:10:15,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:15,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:15,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:15,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:15,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:10:15,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:15,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:15,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38b7c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/java.io.tmpdir/jetty-localhost-35929-hadoop-hdfs-3_4_1-tests_jar-_-any-13004227477273169241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:15,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:35929} 2024-12-02T15:10:15,838 INFO [Time-limited test {}] server.Server(415): Started @318538ms 2024-12-02T15:10:15,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:10:16,230 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/data/data2/current/BP-600789032-172.17.0.2-1733152215223/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:16,230 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/data/data1/current/BP-600789032-172.17.0.2-1733152215223/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:16,244 WARN [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:10:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4b3c8440b84af80 with lease ID 0x14ac7a0324e5bf84: Processing first storage report for DS-d8186802-3b8f-4ddf-85ef-69636ba91506 from datanode DatanodeRegistration(127.0.0.1:35019, datanodeUuid=b0c24d3a-2574-4cc9-b0ff-7103b44361e8, infoPort=40099, infoSecurePort=0, ipcPort=36959, storageInfo=lv=-57;cid=testClusterID;nsid=339662977;c=1733152215223) 2024-12-02T15:10:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4b3c8440b84af80 with lease ID 0x14ac7a0324e5bf84: from storage DS-d8186802-3b8f-4ddf-85ef-69636ba91506 node DatanodeRegistration(127.0.0.1:35019, datanodeUuid=b0c24d3a-2574-4cc9-b0ff-7103b44361e8, infoPort=40099, infoSecurePort=0, ipcPort=36959, storageInfo=lv=-57;cid=testClusterID;nsid=339662977;c=1733152215223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4b3c8440b84af80 with lease ID 0x14ac7a0324e5bf84: Processing first storage report for DS-eacba7ae-481c-4a5d-b661-f923b2a62ff4 from datanode DatanodeRegistration(127.0.0.1:35019, datanodeUuid=b0c24d3a-2574-4cc9-b0ff-7103b44361e8, infoPort=40099, infoSecurePort=0, ipcPort=36959, storageInfo=lv=-57;cid=testClusterID;nsid=339662977;c=1733152215223) 2024-12-02T15:10:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4b3c8440b84af80 with lease ID 0x14ac7a0324e5bf84: from storage DS-eacba7ae-481c-4a5d-b661-f923b2a62ff4 node DatanodeRegistration(127.0.0.1:35019, datanodeUuid=b0c24d3a-2574-4cc9-b0ff-7103b44361e8, infoPort=40099, infoSecurePort=0, ipcPort=36959, storageInfo=lv=-57;cid=testClusterID;nsid=339662977;c=1733152215223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:16,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1 2024-12-02T15:10:16,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:10:16,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499 with version=8 2024-12-02T15:10:16,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/hbase-staging 2024-12-02T15:10:16,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:16,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40739 2024-12-02T15:10:16,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40739 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407390x0, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40739-0x10197c5d64a0000 connected 2024-12-02T15:10:16,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/running 2024-12-02T15:10:16,814 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499, hbase.cluster.distributed=false 2024-12-02T15:10:16,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/acl 2024-12-02T15:10:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-02T15:10:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40739 2024-12-02T15:10:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40739 2024-12-02T15:10:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-02T15:10:16,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40739 2024-12-02T15:10:16,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:10:16,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:16,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32999 2024-12-02T15:10:16,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32999 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:16,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:16,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329990x0, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:16,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32999-0x10197c5d64a0001 connected 2024-12-02T15:10:16,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/running 2024-12-02T15:10:16,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:10:16,845 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:10:16,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/master 2024-12-02T15:10:16,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/acl 2024-12-02T15:10:16,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-02T15:10:16,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32999 2024-12-02T15:10:16,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32999 2024-12-02T15:10:16,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-02T15:10:16,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32999 2024-12-02T15:10:16,861 DEBUG [M:0;be0458f36726:40739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:40739 2024-12-02T15:10:16,862 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0853383436/backup-masters/be0458f36726,40739,1733152216672 2024-12-02T15:10:16,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/backup-masters 2024-12-02T15:10:16,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/backup-masters 2024-12-02T15:10:16,870 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on existing znode=/0853383436/backup-masters/be0458f36726,40739,1733152216672 2024-12-02T15:10:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853383436/master 2024-12-02T15:10:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:16,878 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on existing znode=/0853383436/master 2024-12-02T15:10:16,878 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0853383436/backup-masters/be0458f36726,40739,1733152216672 from backup master directory 2024-12-02T15:10:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853383436/backup-masters/be0458f36726,40739,1733152216672 2024-12-02T15:10:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/backup-masters 2024-12-02T15:10:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/backup-masters 2024-12-02T15:10:16,886 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:16,886 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,40739,1733152216672 2024-12-02T15:10:16,889 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/hbase.id] with ID: 5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83 2024-12-02T15:10:16,889 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/.tmp/hbase.id 2024-12-02T15:10:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:10:17,294 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/.tmp/hbase.id]:[hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/hbase.id] 2024-12-02T15:10:17,304 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:17,304 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:10:17,305 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:10:17,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:17,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:10:17,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:17,741 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:10:17,742 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:10:17,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:17,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:10:17,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128887 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:10:18,147 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store 2024-12-02T15:10:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:18,553 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:18,553 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:18,553 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152218553Disabling compacts and flushes for region at 1733152218553Disabling writes for close at 1733152218553Writing region close event to WAL at 1733152218553Closed at 1733152218553 2024-12-02T15:10:18,554 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/.initializing 2024-12-02T15:10:18,554 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/WALs/be0458f36726,40739,1733152216672 2024-12-02T15:10:18,554 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:18,556 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C40739%2C1733152216672, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/WALs/be0458f36726,40739,1733152216672, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/oldWALs, maxLogs=10 2024-12-02T15:10:18,567 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/WALs/be0458f36726,40739,1733152216672/be0458f36726%2C40739%2C1733152216672.1733152218556, exclude list is [], retry=0 2024-12-02T15:10:18,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:18,570 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/WALs/be0458f36726,40739,1733152216672/be0458f36726%2C40739%2C1733152216672.1733152218556 2024-12-02T15:10:18,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:18,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:18,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:18,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,574 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:10:18,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:18,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:18,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:10:18,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:18,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:18,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:10:18,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:18,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:18,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:10:18,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:18,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:18,580 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,581 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,581 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,582 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,582 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,582 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:18,583 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:18,584 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:18,584 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63555563, jitterRate=-0.05294831097126007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:18,584 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152218574Initializing all the Stores at 1733152218575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152218575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152218575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152218575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152218575Cleaning up temporary data from old regions at 1733152218582 (+7 ms)Region opened successfully at 1733152218584 (+2 ms) 2024-12-02T15:10:18,584 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:10:18,586 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb9331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:18,587 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:10:18,587 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:10:18,587 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:10:18,587 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:10:18,588 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:10:18,588 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:10:18,588 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:10:18,589 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:10:18,590 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/balancer because node does not exist (not necessarily an error) 2024-12-02T15:10:18,653 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/balancer already deleted, retry=false 2024-12-02T15:10:18,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:10:18,654 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:10:18,661 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/normalizer already deleted, retry=false 2024-12-02T15:10:18,661 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:10:18,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:10:18,669 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/switch/split already deleted, retry=false 2024-12-02T15:10:18,670 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:10:18,678 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/switch/merge already deleted, retry=false 2024-12-02T15:10:18,679 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:10:18,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:18,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,686 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/snapshot-cleanup already deleted, retry=false 2024-12-02T15:10:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853383436/running 2024-12-02T15:10:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853383436/running 2024-12-02T15:10:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,695 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,40739,1733152216672, sessionid=0x10197c5d64a0000, setting cluster-up flag (Was=false) 2024-12-02T15:10:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:18,736 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853383436/flush-table-proc/acquired, /0853383436/flush-table-proc/reached, /0853383436/flush-table-proc/abort 2024-12-02T15:10:18,737 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40739,1733152216672 2024-12-02T15:10:18,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:10:18,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T15:10:18,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:18,778 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853383436/online-snapshot/acquired, /0853383436/online-snapshot/reached, /0853383436/online-snapshot/abort 2024-12-02T15:10:18,779 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,40739,1733152216672 2024-12-02T15:10:18,779 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:10:18,781 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:18,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:10:18,781 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:10:18,781 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,40739,1733152216672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:18,782 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152248783 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:10:18,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:10:18,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:10:18,783 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:10:18,784 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:10:18,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:10:18,784 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152218784,5,FailOnTimeoutGroup] 2024-12-02T15:10:18,784 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152218784,5,FailOnTimeoutGroup] 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,784 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:10:18,855 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(746): ClusterId : 5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83 2024-12-02T15:10:18,855 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:10:18,862 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:10:18,862 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:10:18,870 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:10:18,870 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723ad697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:18,880 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:32999 2024-12-02T15:10:18,880 INFO [RS:0;be0458f36726:32999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:10:18,880 INFO [RS:0;be0458f36726:32999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:10:18,880 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:10:18,881 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,40739,1733152216672 with port=32999, startcode=1733152216828 2024-12-02T15:10:18,881 DEBUG [RS:0;be0458f36726:32999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:10:18,882 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:10:18,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,32999,1733152216828 2024-12-02T15:10:18,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40739 {}] master.ServerManager(517): Registering regionserver=be0458f36726,32999,1733152216828 2024-12-02T15:10:18,884 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499 2024-12-02T15:10:18,884 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-12-02T15:10:18,884 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:10:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/rs 2024-12-02T15:10:18,894 DEBUG [RS:0;be0458f36726:32999 {}] zookeeper.ZKUtil(111): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on existing znode=/0853383436/rs/be0458f36726,32999,1733152216828 2024-12-02T15:10:18,894 WARN [RS:0;be0458f36726:32999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:18,894 INFO [RS:0;be0458f36726:32999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:18,894 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828 2024-12-02T15:10:18,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,32999,1733152216828] 2024-12-02T15:10:18,897 INFO [RS:0;be0458f36726:32999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:10:18,898 INFO [RS:0;be0458f36726:32999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:10:18,898 INFO [RS:0;be0458f36726:32999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:10:18,898 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,899 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:10:18,899 INFO [RS:0;be0458f36726:32999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:10:18,899 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,899 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,900 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:18,900 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:18,900 DEBUG [RS:0;be0458f36726:32999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,900 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,32999,1733152216828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:18,912 INFO [RS:0;be0458f36726:32999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:10:18,912 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,32999,1733152216828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,913 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,913 INFO [RS:0;be0458f36726:32999 {}] regionserver.Replication(171): be0458f36726,32999,1733152216828 started 2024-12-02T15:10:18,924 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:18,924 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,32999,1733152216828, RpcServer on be0458f36726/172.17.0.2:32999, sessionid=0x10197c5d64a0001 2024-12-02T15:10:18,924 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:10:18,924 DEBUG [RS:0;be0458f36726:32999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,32999,1733152216828 2024-12-02T15:10:18,924 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,32999,1733152216828' 2024-12-02T15:10:18,924 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853383436/flush-table-proc/abort' 2024-12-02T15:10:18,924 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853383436/flush-table-proc/acquired' 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,32999,1733152216828 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,32999,1733152216828' 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853383436/online-snapshot/abort' 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853383436/online-snapshot/acquired' 2024-12-02T15:10:18,925 DEBUG [RS:0;be0458f36726:32999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:10:18,925 INFO [RS:0;be0458f36726:32999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:10:18,925 INFO [RS:0;be0458f36726:32999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:10:19,026 INFO [RS:0;be0458f36726:32999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:19,027 INFO [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C32999%2C1733152216828, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs, maxLogs=10 2024-12-02T15:10:19,038 DEBUG [RS:0;be0458f36726:32999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027, exclude list is [], retry=0 2024-12-02T15:10:19,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:19,041 INFO [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 2024-12-02T15:10:19,041 DEBUG [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:19,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:10:19,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499 2024-12-02T15:10:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:10:19,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:19,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:19,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:19,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:19,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:19,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:19,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:19,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:19,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:19,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:19,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740 2024-12-02T15:10:19,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740 2024-12-02T15:10:19,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:19,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:19,204 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:19,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:19,206 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67832478, jitterRate=0.010782688856124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152219198Initializing all the Stores at 1733152219198Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152219198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219198Cleaning up temporary data from old regions at 1733152219204 (+6 ms)Region opened successfully at 1733152219206 (+2 ms) 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:19,206 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:19,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:19,207 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:19,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152219206Disabling compacts and flushes for region at 1733152219206Disabling writes for close at 1733152219206Writing region close event to WAL at 1733152219207 (+1 ms)Closed at 1733152219207 2024-12-02T15:10:19,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:19,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:10:19,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:10:19,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:19,209 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:10:19,359 DEBUG [be0458f36726:40739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:10:19,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:19,361 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,32999,1733152216828, state=OPENING 2024-12-02T15:10:19,394 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:10:19,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:19,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:19,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:19,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853383436/meta-region-server: CHANGED 2024-12-02T15:10:19,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853383436/meta-region-server: CHANGED 2024-12-02T15:10:19,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,32999,1733152216828}] 2024-12-02T15:10:19,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:19,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:10:19,559 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:10:19,559 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:19,560 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:10:19,561 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C32999%2C1733152216828.meta, suffix=.meta, logDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs, maxLogs=10 2024-12-02T15:10:19,576 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152219561.meta, exclude list is [], retry=0 2024-12-02T15:10:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:19,579 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152219561.meta 2024-12-02T15:10:19,580 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:19,580 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:19,580 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:19,580 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:10:19,580 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:10:19,580 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:10:19,581 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:10:19,581 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:19,581 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:10:19,581 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:10:19,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:19,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:19,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:19,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:19,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:19,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:19,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:19,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:19,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:19,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:19,585 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:19,586 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740 2024-12-02T15:10:19,587 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740 2024-12-02T15:10:19,588 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:19,588 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:19,588 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:19,589 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:19,590 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74455276, jitterRate=0.10947006940841675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:19,590 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:10:19,590 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152219581Writing region info on filesystem at 1733152219581Initializing all the Stores at 1733152219582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152219582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152219582Cleaning up temporary data from old regions at 1733152219588 (+6 ms)Running coprocessor post-open hooks at 1733152219590 (+2 ms)Region opened successfully at 1733152219590 2024-12-02T15:10:19,590 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152219555 2024-12-02T15:10:19,592 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:10:19,592 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:10:19,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:19,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,32999,1733152216828, state=OPEN 2024-12-02T15:10:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853383436/meta-region-server 2024-12-02T15:10:19,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853383436/meta-region-server 2024-12-02T15:10:19,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,32999,1733152216828 2024-12-02T15:10:19,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853383436/meta-region-server: CHANGED 2024-12-02T15:10:19,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853383436/meta-region-server: CHANGED 2024-12-02T15:10:19,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:10:19,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,32999,1733152216828 in 219 msec 2024-12-02T15:10:19,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:10:19,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-02T15:10:19,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:19,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:10:19,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:19,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,32999,1733152216828, seqNum=-1] 2024-12-02T15:10:19,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:19,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:19,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-12-02T15:10:19,632 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152219632, completionTime=-1 2024-12-02T15:10:19,632 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:10:19,632 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152279634 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152339634 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:40739, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,634 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,635 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:19,637 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:10:19,639 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:10:19,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:10:19,639 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,40739,1733152216672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:19,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:19,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:19,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:19,656 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:19,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:19,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:19,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e509fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:19,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:19,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:19,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:19,657 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:19,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:19,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,32999,1733152216828, seqNum=-1] 2024-12-02T15:10:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:19,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:19,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,40739,1733152216672 2024-12-02T15:10:19,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:19,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:19,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197c5d64a0002 connected 2024-12-02T15:10:19,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir so I do NOT create it in target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3 2024-12-02T15:10:19,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:10:19,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.tmp.dir so I do NOT create it in target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3 2024-12-02T15:10:19,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:10:19,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3 2024-12-02T15:10:19,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:10:19,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/cluster_8684e73f-b82a-2630-d884-aa713584d93c, deleteOnExit=true 2024-12-02T15:10:19,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/test.cache.data in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:10:19,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:10:19,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:10:19,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:10:19,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:19,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:10:19,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:10:19,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:19,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:19,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:19,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:19,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:10:19,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:19,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:19,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:19,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c08a5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/java.io.tmpdir/jetty-localhost-46071-hadoop-hdfs-3_4_1-tests_jar-_-any-10107786452086329559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:19,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:46071} 2024-12-02T15:10:19,981 INFO [Time-limited test {}] server.Server(415): Started @322681ms 2024-12-02T15:10:20,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:20,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:20,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:20,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:20,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:10:20,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:20,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:20,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2590021c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/java.io.tmpdir/jetty-localhost-38629-hadoop-hdfs-3_4_1-tests_jar-_-any-2736226364618417125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:20,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:38629} 2024-12-02T15:10:20,245 INFO [Time-limited test {}] server.Server(415): Started @322945ms 2024-12-02T15:10:20,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:10:20,629 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/cluster_8684e73f-b82a-2630-d884-aa713584d93c/data/data2/current/BP-1761414687-172.17.0.2-1733152219702/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:20,629 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/cluster_8684e73f-b82a-2630-d884-aa713584d93c/data/data1/current/BP-1761414687-172.17.0.2-1733152219702/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:20,643 WARN [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:10:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330aea3fa58782d9 with lease ID 0xc76d7c552b7ac6b5: Processing first storage report for DS-9bc33726-a239-429f-b82c-adf78c20d7d8 from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=890410c9-f1fd-4f80-82a9-8b6e36cb5dac, infoPort=43921, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=436890806;c=1733152219702) 2024-12-02T15:10:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330aea3fa58782d9 with lease ID 0xc76d7c552b7ac6b5: from storage DS-9bc33726-a239-429f-b82c-adf78c20d7d8 node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=890410c9-f1fd-4f80-82a9-8b6e36cb5dac, infoPort=43921, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=436890806;c=1733152219702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330aea3fa58782d9 with lease ID 0xc76d7c552b7ac6b5: Processing first storage report for DS-281f4d36-e7f5-4307-b0bc-f66ed7444be5 from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=890410c9-f1fd-4f80-82a9-8b6e36cb5dac, infoPort=43921, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=436890806;c=1733152219702) 2024-12-02T15:10:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330aea3fa58782d9 with lease ID 0xc76d7c552b7ac6b5: from storage DS-281f4d36-e7f5-4307-b0bc-f66ed7444be5 node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=890410c9-f1fd-4f80-82a9-8b6e36cb5dac, infoPort=43921, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=436890806;c=1733152219702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:20,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3 2024-12-02T15:10:20,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:20,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:10:21,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640 with version=8 2024-12-02T15:10:21,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/hbase-staging 2024-12-02T15:10:21,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:10:21,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:21,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45597 2024-12-02T15:10:21,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45597 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:21,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455970x0, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:21,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45597-0x10197c5d64a0003 connected 2024-12-02T15:10:21,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:21,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:21,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/running 2024-12-02T15:10:21,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640, hbase.cluster.distributed=false 2024-12-02T15:10:21,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/acl 2024-12-02T15:10:21,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45597 2024-12-02T15:10:21,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45597 2024-12-02T15:10:21,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45597 2024-12-02T15:10:21,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45597 2024-12-02T15:10:21,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45597 2024-12-02T15:10:21,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:10:21,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:21,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42701 2024-12-02T15:10:21,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42701 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:21,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:21,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:21,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427010x0, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:21,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427010x0, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/running 2024-12-02T15:10:21,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42701-0x10197c5d64a0004 connected 2024-12-02T15:10:21,340 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:10:21,341 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:10:21,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/master 2024-12-02T15:10:21,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/acl 2024-12-02T15:10:21,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42701 2024-12-02T15:10:21,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42701 2024-12-02T15:10:21,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42701 2024-12-02T15:10:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42701 2024-12-02T15:10:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42701 2024-12-02T15:10:21,356 DEBUG [M:0;be0458f36726:45597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:45597 2024-12-02T15:10:21,359 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-15255103/backup-masters/be0458f36726,45597,1733152221077 2024-12-02T15:10:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/backup-masters 2024-12-02T15:10:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/backup-masters 2024-12-02T15:10:21,370 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on existing znode=/1-15255103/backup-masters/be0458f36726,45597,1733152221077 2024-12-02T15:10:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15255103/master 2024-12-02T15:10:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:21,378 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on existing znode=/1-15255103/master 2024-12-02T15:10:21,378 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-15255103/backup-masters/be0458f36726,45597,1733152221077 from backup master directory 2024-12-02T15:10:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15255103/backup-masters/be0458f36726,45597,1733152221077 2024-12-02T15:10:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/backup-masters 2024-12-02T15:10:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/backup-masters 2024-12-02T15:10:21,386 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:21,386 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,45597,1733152221077 2024-12-02T15:10:21,390 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/hbase.id] with ID: 3de30633-3620-44a4-82d0-5ea9e66a3337 2024-12-02T15:10:21,390 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/.tmp/hbase.id 2024-12-02T15:10:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:10:21,795 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/.tmp/hbase.id]:[hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/hbase.id] 2024-12-02T15:10:21,803 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:21,803 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:10:21,804 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:10:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:21,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:10:21,840 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:21,841 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:10:21,841 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:10:22,246 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store 2024-12-02T15:10:22,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:10:22,651 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:22,651 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:22,651 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:22,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:22,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:22,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:22,652 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:22,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152222651Disabling compacts and flushes for region at 1733152222651Disabling writes for close at 1733152222652 (+1 ms)Writing region close event to WAL at 1733152222652Closed at 1733152222652 2024-12-02T15:10:22,652 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/.initializing 2024-12-02T15:10:22,652 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/WALs/be0458f36726,45597,1733152221077 2024-12-02T15:10:22,653 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:22,654 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C45597%2C1733152221077, suffix=, logDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/WALs/be0458f36726,45597,1733152221077, archiveDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/oldWALs, maxLogs=10 2024-12-02T15:10:22,664 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/WALs/be0458f36726,45597,1733152221077/be0458f36726%2C45597%2C1733152221077.1733152222654, exclude list is [], retry=0 2024-12-02T15:10:22,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-9bc33726-a239-429f-b82c-adf78c20d7d8,DISK] 2024-12-02T15:10:22,668 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/WALs/be0458f36726,45597,1733152221077/be0458f36726%2C45597%2C1733152221077.1733152222654 2024-12-02T15:10:22,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43921:43921)] 2024-12-02T15:10:22,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:22,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:22,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,668 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:10:22,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:22,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:22,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:10:22,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:22,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:22,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:10:22,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:22,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:22,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:10:22,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:22,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:22,673 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,674 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,674 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,675 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,675 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,675 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:22,676 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:22,677 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:22,677 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64740820, jitterRate=-0.03528660535812378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:22,677 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152222668Initializing all the Stores at 1733152222669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152222669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152222669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152222669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152222669Cleaning up temporary data from old regions at 1733152222675 (+6 ms)Region opened successfully at 1733152222677 (+2 ms) 2024-12-02T15:10:22,678 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:10:22,679 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a6aa2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:22,680 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:10:22,680 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:10:22,680 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:10:22,680 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:10:22,681 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:10:22,681 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:10:22,681 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:10:22,682 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:10:22,683 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/balancer because node does not exist (not necessarily an error) 2024-12-02T15:10:22,744 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/balancer already deleted, retry=false 2024-12-02T15:10:22,744 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:10:22,745 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:10:22,752 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/normalizer already deleted, retry=false 2024-12-02T15:10:22,753 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:10:22,753 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:10:22,761 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/switch/split already deleted, retry=false 2024-12-02T15:10:22,761 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:10:22,769 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/switch/merge already deleted, retry=false 2024-12-02T15:10:22,771 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:10:22,777 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/snapshot-cleanup already deleted, retry=false 2024-12-02T15:10:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15255103/running 2024-12-02T15:10:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15255103/running 2024-12-02T15:10:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,786 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,45597,1733152221077, sessionid=0x10197c5d64a0003, setting cluster-up flag (Was=false) 2024-12-02T15:10:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,827 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-15255103/flush-table-proc/acquired, /1-15255103/flush-table-proc/reached, /1-15255103/flush-table-proc/abort 2024-12-02T15:10:22,828 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45597,1733152221077 2024-12-02T15:10:22,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:22,869 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-15255103/online-snapshot/acquired, /1-15255103/online-snapshot/reached, /1-15255103/online-snapshot/abort 2024-12-02T15:10:22,870 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,45597,1733152221077 2024-12-02T15:10:22,871 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:10:22,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:22,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:10:22,872 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:10:22,872 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,45597,1733152221077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:22,873 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:22,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:10:22,874 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152252874 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:10:22,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:10:22,875 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:10:22,876 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152222876,5,FailOnTimeoutGroup] 2024-12-02T15:10:22,876 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152222876,5,FailOnTimeoutGroup] 2024-12-02T15:10:22,876 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,876 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:10:22,876 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,876 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:10:22,946 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(746): ClusterId : 3de30633-3620-44a4-82d0-5ea9e66a3337 2024-12-02T15:10:22,946 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:10:22,953 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:10:22,953 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:10:22,961 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:10:22,962 DEBUG [RS:0;be0458f36726:42701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfbd61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:22,971 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:42701 2024-12-02T15:10:22,971 INFO [RS:0;be0458f36726:42701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:10:22,971 INFO [RS:0;be0458f36726:42701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:10:22,971 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:10:22,971 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,45597,1733152221077 with port=42701, startcode=1733152221291 2024-12-02T15:10:22,971 DEBUG [RS:0;be0458f36726:42701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:10:22,972 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:10:22,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,42701,1733152221291 2024-12-02T15:10:22,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45597 {}] master.ServerManager(517): Registering regionserver=be0458f36726,42701,1733152221291 2024-12-02T15:10:22,974 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640 2024-12-02T15:10:22,974 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43495 2024-12-02T15:10:22,974 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:10:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/rs 2024-12-02T15:10:22,978 DEBUG [RS:0;be0458f36726:42701 {}] zookeeper.ZKUtil(111): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on existing znode=/1-15255103/rs/be0458f36726,42701,1733152221291 2024-12-02T15:10:22,978 WARN [RS:0;be0458f36726:42701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:22,978 INFO [RS:0;be0458f36726:42701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:22,978 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291 2024-12-02T15:10:22,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,42701,1733152221291] 2024-12-02T15:10:22,980 INFO [RS:0;be0458f36726:42701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:10:22,981 INFO [RS:0;be0458f36726:42701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:10:22,982 INFO [RS:0;be0458f36726:42701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:10:22,982 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,982 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:10:22,982 INFO [RS:0;be0458f36726:42701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:10:22,982 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:22,982 DEBUG [RS:0;be0458f36726:42701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:22,985 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,985 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,985 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,986 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,986 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,986 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42701,1733152221291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:22,997 INFO [RS:0;be0458f36726:42701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:10:22,997 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,42701,1733152221291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,997 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:22,997 INFO [RS:0;be0458f36726:42701 {}] regionserver.Replication(171): be0458f36726,42701,1733152221291 started 2024-12-02T15:10:23,024 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:23,024 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,42701,1733152221291, RpcServer on be0458f36726/172.17.0.2:42701, sessionid=0x10197c5d64a0004 2024-12-02T15:10:23,024 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:10:23,024 DEBUG [RS:0;be0458f36726:42701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,42701,1733152221291 2024-12-02T15:10:23,024 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,42701,1733152221291' 2024-12-02T15:10:23,024 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-15255103/flush-table-proc/abort' 2024-12-02T15:10:23,024 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-15255103/flush-table-proc/acquired' 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,42701,1733152221291 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,42701,1733152221291' 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-15255103/online-snapshot/abort' 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-15255103/online-snapshot/acquired' 2024-12-02T15:10:23,025 DEBUG [RS:0;be0458f36726:42701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:10:23,025 INFO [RS:0;be0458f36726:42701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:10:23,025 INFO [RS:0;be0458f36726:42701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:10:23,126 INFO [RS:0;be0458f36726:42701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:23,127 INFO [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C42701%2C1733152221291, suffix=, logDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291, archiveDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/oldWALs, maxLogs=10 2024-12-02T15:10:23,139 DEBUG [RS:0;be0458f36726:42701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291/be0458f36726%2C42701%2C1733152221291.1733152223127, exclude list is [], retry=0 2024-12-02T15:10:23,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-9bc33726-a239-429f-b82c-adf78c20d7d8,DISK] 2024-12-02T15:10:23,143 INFO [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291/be0458f36726%2C42701%2C1733152221291.1733152223127 2024-12-02T15:10:23,143 DEBUG [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43921:43921)] 2024-12-02T15:10:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:10:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:10:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T15:10:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T15:10:23,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:23,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T15:10:23,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:10:23,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640 2024-12-02T15:10:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:10:23,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:23,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:23,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:23,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:23,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:23,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:23,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:23,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:23,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:23,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:23,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:23,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:23,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:23,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:23,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:23,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740 2024-12-02T15:10:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740 2024-12-02T15:10:23,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:23,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:23,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:23,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:23,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67148526, jitterRate=5.910098552703857E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152223686Initializing all the Stores at 1733152223686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152223686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152223687 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152223687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152223687Cleaning up temporary data from old regions at 1733152223693 (+6 ms)Region opened successfully at 1733152223696 (+3 ms) 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:23,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:23,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:23,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:23,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152223696Disabling compacts and flushes for region at 1733152223696Disabling writes for close at 1733152223696Writing region close event to WAL at 1733152223697 (+1 ms)Closed at 1733152223697 2024-12-02T15:10:23,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:23,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:10:23,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:10:23,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:23,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:10:23,849 DEBUG [be0458f36726:45597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:10:23,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,42701,1733152221291 2024-12-02T15:10:23,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,42701,1733152221291, state=OPENING 2024-12-02T15:10:23,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:10:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:23,978 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:23,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,42701,1733152221291}] 2024-12-02T15:10:23,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15255103/meta-region-server: CHANGED 2024-12-02T15:10:23,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15255103/meta-region-server: CHANGED 2024-12-02T15:10:24,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:24,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:10:24,134 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:10:24,134 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:24,134 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:10:24,135 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C42701%2C1733152221291.meta, suffix=.meta, logDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291, archiveDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/oldWALs, maxLogs=10 2024-12-02T15:10:24,146 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291/be0458f36726%2C42701%2C1733152221291.meta.1733152224135.meta, exclude list is [], retry=0 2024-12-02T15:10:24,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-9bc33726-a239-429f-b82c-adf78c20d7d8,DISK] 2024-12-02T15:10:24,149 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/WALs/be0458f36726,42701,1733152221291/be0458f36726%2C42701%2C1733152221291.meta.1733152224135.meta 2024-12-02T15:10:24,149 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43921:43921)] 2024-12-02T15:10:24,149 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:24,150 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:10:24,150 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:10:24,150 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:10:24,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:24,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:24,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:24,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:24,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:24,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:24,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:24,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:24,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:24,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:24,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:24,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:24,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:24,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:24,155 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:24,155 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740 2024-12-02T15:10:24,156 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740 2024-12-02T15:10:24,157 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:24,157 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:24,157 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:24,158 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:24,158 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631649, jitterRate=-0.06671570241451263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:24,158 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:10:24,158 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152224150Writing region info on filesystem at 1733152224150Initializing all the Stores at 1733152224151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152224151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152224151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152224151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152224151Cleaning up temporary data from old regions at 1733152224157 (+6 ms)Running coprocessor post-open hooks at 1733152224158 (+1 ms)Region opened successfully at 1733152224158 2024-12-02T15:10:24,159 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152224130 2024-12-02T15:10:24,161 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:10:24,161 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:10:24,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,42701,1733152221291 2024-12-02T15:10:24,161 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,42701,1733152221291, state=OPEN 2024-12-02T15:10:24,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-15255103/meta-region-server 2024-12-02T15:10:24,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-15255103/meta-region-server 2024-12-02T15:10:24,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,42701,1733152221291 2024-12-02T15:10:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15255103/meta-region-server: CHANGED 2024-12-02T15:10:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15255103/meta-region-server: CHANGED 2024-12-02T15:10:24,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:10:24,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,42701,1733152221291 in 191 msec 2024-12-02T15:10:24,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:10:24,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-02T15:10:24,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:24,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:10:24,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:24,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,42701,1733152221291, seqNum=-1] 2024-12-02T15:10:24,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:24,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:24,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-12-02T15:10:24,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152224178, completionTime=-1 2024-12-02T15:10:24,178 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:10:24,178 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:10:24,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:10:24,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152284180 2024-12-02T15:10:24,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152344180 2024-12-02T15:10:24,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:10:24,180 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:45597, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,181 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,182 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:10:24,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-12-02T15:10:24,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:10:24,183 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:10:24,184 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:10:24,184 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:10:24,184 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:10:24,184 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:24,184 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:10:24,185 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:10:24,185 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:10:24,185 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,45597,1733152221077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:24,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:24,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45597,-1 for getting cluster id 2024-12-02T15:10:24,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:24,248 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3de30633-3620-44a4-82d0-5ea9e66a3337' 2024-12-02T15:10:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3de30633-3620-44a4-82d0-5ea9e66a3337" 2024-12-02T15:10:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45597,-1] 2024-12-02T15:10:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:24,249 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:24,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,42701,1733152221291, seqNum=-1] 2024-12-02T15:10:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:24,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:24,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,45597,1733152221077 2024-12-02T15:10:24,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:24,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197c5d64a0005 connected 2024-12-02T15:10:24,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir so I do NOT create it in target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7 2024-12-02T15:10:24,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.tmp.dir so I do NOT create it in target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7 2024-12-02T15:10:24,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:10:24,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/cluster_6fa0f290-fd2a-6f31-5941-36175b2fe529, deleteOnExit=true 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/test.cache.data in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:10:24,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:10:24,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:10:24,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:10:24,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:24,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:24,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:24,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:24,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:10:24,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:24,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:24,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:24,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/java.io.tmpdir/jetty-localhost-44381-hadoop-hdfs-3_4_1-tests_jar-_-any-4880060547200403039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:24,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:44381} 2024-12-02T15:10:24,608 INFO [Time-limited test {}] server.Server(415): Started @327308ms 2024-12-02T15:10:24,794 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:24,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,856 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,858 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,859 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,860 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:24,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:10:24,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:10:24,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:10:24,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:10:24,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:10:24,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:10:24,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:10:25,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad8989d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/java.io.tmpdir/jetty-localhost-38661-hadoop-hdfs-3_4_1-tests_jar-_-any-1954549982828279973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:25,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:38661} 2024-12-02T15:10:25,016 INFO [Time-limited test {}] server.Server(415): Started @327717ms 2024-12-02T15:10:25,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:10:25,463 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/cluster_6fa0f290-fd2a-6f31-5941-36175b2fe529/data/data2/current/BP-199547667-172.17.0.2-1733152224285/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:25,463 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/cluster_6fa0f290-fd2a-6f31-5941-36175b2fe529/data/data1/current/BP-199547667-172.17.0.2-1733152224285/current, will proceed with Du for space computation calculation, 2024-12-02T15:10:25,480 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:10:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f3a6bbcf35b3d8b with lease ID 0xcd6a82aed7fbdd41: Processing first storage report for DS-577a0372-0001-49e2-a312-c604d1d0a870 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=7ee05c61-4fe1-4c66-b3c8-553dc2c343e7, infoPort=42507, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=834205870;c=1733152224285) 2024-12-02T15:10:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f3a6bbcf35b3d8b with lease ID 0xcd6a82aed7fbdd41: from storage DS-577a0372-0001-49e2-a312-c604d1d0a870 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=7ee05c61-4fe1-4c66-b3c8-553dc2c343e7, infoPort=42507, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=834205870;c=1733152224285), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f3a6bbcf35b3d8b with lease ID 0xcd6a82aed7fbdd41: Processing first storage report for DS-44217f92-ec3a-436c-8855-a1bf9d98f564 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=7ee05c61-4fe1-4c66-b3c8-553dc2c343e7, infoPort=42507, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=834205870;c=1733152224285) 2024-12-02T15:10:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f3a6bbcf35b3d8b with lease ID 0xcd6a82aed7fbdd41: from storage DS-44217f92-ec3a-436c-8855-a1bf9d98f564 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=7ee05c61-4fe1-4c66-b3c8-553dc2c343e7, infoPort=42507, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=834205870;c=1733152224285), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:10:25,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7 2024-12-02T15:10:25,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:25,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:25,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:10:25,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775 with version=8 2024-12-02T15:10:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/hbase-staging 2024-12-02T15:10:25,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:10:25,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:25,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41535 2024-12-02T15:10:25,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41535 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:25,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415350x0, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:25,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41535-0x10197c5d64a0006 connected 2024-12-02T15:10:26,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:26,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:26,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/running 2024-12-02T15:10:26,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775, hbase.cluster.distributed=false 2024-12-02T15:10:26,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/acl 2024-12-02T15:10:26,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-02T15:10:26,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41535 2024-12-02T15:10:26,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41535 2024-12-02T15:10:26,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-02T15:10:26,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-02T15:10:26,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be0458f36726:0 server-side Connection retries=45 2024-12-02T15:10:26,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:26,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:26,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:10:26,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:10:26,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:10:26,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:10:26,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:10:26,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38963 2024-12-02T15:10:26,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38963 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:26,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:26,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389630x0, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:26,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38963-0x10197c5d64a0007 connected 2024-12-02T15:10:26,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/running 2024-12-02T15:10:26,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:10:26,087 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:10:26,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/master 2024-12-02T15:10:26,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/acl 2024-12-02T15:10:26,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38963 2024-12-02T15:10:26,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38963 2024-12-02T15:10:26,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38963 2024-12-02T15:10:26,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38963 2024-12-02T15:10:26,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38963 2024-12-02T15:10:26,104 DEBUG [M:0;be0458f36726:41535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be0458f36726:41535 2024-12-02T15:10:26,104 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22114770907/backup-masters/be0458f36726,41535,1733152225962 2024-12-02T15:10:26,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/backup-masters 2024-12-02T15:10:26,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/backup-masters 2024-12-02T15:10:26,111 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on existing znode=/22114770907/backup-masters/be0458f36726,41535,1733152225962 2024-12-02T15:10:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22114770907/master 2024-12-02T15:10:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:26,119 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on existing znode=/22114770907/master 2024-12-02T15:10:26,120 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22114770907/backup-masters/be0458f36726,41535,1733152225962 from backup master directory 2024-12-02T15:10:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/backup-masters 2024-12-02T15:10:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22114770907/backup-masters/be0458f36726,41535,1733152225962 2024-12-02T15:10:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/backup-masters 2024-12-02T15:10:26,127 WARN [master/be0458f36726:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:26,128 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be0458f36726,41535,1733152225962 2024-12-02T15:10:26,130 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/hbase.id] with ID: ba3af364-85e3-41cf-8ad9-21d67e51b082 2024-12-02T15:10:26,130 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/.tmp/hbase.id 2024-12-02T15:10:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:10:26,535 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/.tmp/hbase.id]:[hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/hbase.id] 2024-12-02T15:10:26,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:26,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:10:26,542 INFO [master/be0458f36726:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T15:10:26,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:26,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:10:26,649 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:26,650 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:10:26,651 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:10:27,057 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store 2024-12-02T15:10:27,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:27,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:27,462 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:27,462 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152227462Disabling compacts and flushes for region at 1733152227462Disabling writes for close at 1733152227462Writing region close event to WAL at 1733152227462Closed at 1733152227462 2024-12-02T15:10:27,463 WARN [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/.initializing 2024-12-02T15:10:27,463 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/WALs/be0458f36726,41535,1733152225962 2024-12-02T15:10:27,463 INFO [master/be0458f36726:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:27,465 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be0458f36726%2C41535%2C1733152225962, suffix=, logDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/WALs/be0458f36726,41535,1733152225962, archiveDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/oldWALs, maxLogs=10 2024-12-02T15:10:27,476 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/WALs/be0458f36726,41535,1733152225962/be0458f36726%2C41535%2C1733152225962.1733152227465, exclude list is [], retry=0 2024-12-02T15:10:27,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-577a0372-0001-49e2-a312-c604d1d0a870,DISK] 2024-12-02T15:10:27,480 INFO [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/WALs/be0458f36726,41535,1733152225962/be0458f36726%2C41535%2C1733152225962.1733152227465 2024-12-02T15:10:27,481 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42507:42507)] 2024-12-02T15:10:27,481 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:27,481 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:27,481 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,481 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:10:27,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:10:27,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:10:27,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:10:27,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:27,487 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,488 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,488 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,489 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,489 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,489 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:27,490 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:10:27,491 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:27,491 INFO [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64999151, jitterRate=-0.03143717348575592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:27,492 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733152227481Initializing all the Stores at 1733152227482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152227482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152227482Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152227482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152227482Cleaning up temporary data from old regions at 1733152227489 (+7 ms)Region opened successfully at 1733152227492 (+3 ms) 2024-12-02T15:10:27,492 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:10:27,494 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c08e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:27,494 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:10:27,494 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:10:27,495 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:10:27,495 INFO [master/be0458f36726:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:10:27,495 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:10:27,495 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:10:27,495 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:10:27,497 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:10:27,498 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/balancer because node does not exist (not necessarily an error) 2024-12-02T15:10:27,577 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/balancer already deleted, retry=false 2024-12-02T15:10:27,578 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:10:27,579 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:10:27,585 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/normalizer already deleted, retry=false 2024-12-02T15:10:27,586 INFO [master/be0458f36726:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:10:27,587 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:10:27,594 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/switch/split already deleted, retry=false 2024-12-02T15:10:27,595 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:10:27,602 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/switch/merge already deleted, retry=false 2024-12-02T15:10:27,604 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:10:27,611 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/snapshot-cleanup already deleted, retry=false 2024-12-02T15:10:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22114770907/running 2024-12-02T15:10:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22114770907/running 2024-12-02T15:10:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,619 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be0458f36726,41535,1733152225962, sessionid=0x10197c5d64a0006, setting cluster-up flag (Was=false) 2024-12-02T15:10:27,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,661 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22114770907/flush-table-proc/acquired, /22114770907/flush-table-proc/reached, /22114770907/flush-table-proc/abort 2024-12-02T15:10:27,662 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,41535,1733152225962 2024-12-02T15:10:27,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:27,702 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22114770907/online-snapshot/acquired, /22114770907/online-snapshot/reached, /22114770907/online-snapshot/abort 2024-12-02T15:10:27,703 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be0458f36726,41535,1733152225962 2024-12-02T15:10:27,704 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:10:27,706 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:27,706 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:10:27,706 INFO [master/be0458f36726:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:10:27,707 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be0458f36726,41535,1733152225962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be0458f36726:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be0458f36726:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:27,708 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,709 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733152257709 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:10:27,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:10:27,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:10:27,710 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T15:10:27,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:27,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:10:27,711 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:10:27,711 INFO [master/be0458f36726:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:10:27,714 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152227711,5,FailOnTimeoutGroup] 2024-12-02T15:10:27,715 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152227714,5,FailOnTimeoutGroup] 2024-12-02T15:10:27,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:10:27,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,715 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:10:27,797 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(746): ClusterId : ba3af364-85e3-41cf-8ad9-21d67e51b082 2024-12-02T15:10:27,797 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:10:27,803 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:10:27,803 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:10:27,811 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:10:27,812 DEBUG [RS:0;be0458f36726:38963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef797a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be0458f36726/172.17.0.2:0 2024-12-02T15:10:27,822 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be0458f36726:38963 2024-12-02T15:10:27,822 INFO [RS:0;be0458f36726:38963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:10:27,822 INFO [RS:0;be0458f36726:38963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:10:27,822 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:10:27,823 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(2659): reportForDuty to master=be0458f36726,41535,1733152225962 with port=38963, startcode=1733152226072 2024-12-02T15:10:27,823 DEBUG [RS:0;be0458f36726:38963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:10:27,824 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:10:27,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be0458f36726,38963,1733152226072 2024-12-02T15:10:27,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41535 {}] master.ServerManager(517): Registering regionserver=be0458f36726,38963,1733152226072 2024-12-02T15:10:27,826 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775 2024-12-02T15:10:27,826 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42987 2024-12-02T15:10:27,826 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:10:27,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/rs 2024-12-02T15:10:27,869 DEBUG [RS:0;be0458f36726:38963 {}] zookeeper.ZKUtil(111): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on existing znode=/22114770907/rs/be0458f36726,38963,1733152226072 2024-12-02T15:10:27,869 WARN [RS:0;be0458f36726:38963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:10:27,870 INFO [RS:0;be0458f36726:38963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:27,870 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072 2024-12-02T15:10:27,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be0458f36726,38963,1733152226072] 2024-12-02T15:10:27,873 INFO [RS:0;be0458f36726:38963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:10:27,875 INFO [RS:0;be0458f36726:38963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:10:27,875 INFO [RS:0;be0458f36726:38963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:10:27,875 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,875 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:10:27,876 INFO [RS:0;be0458f36726:38963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:10:27,876 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be0458f36726:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be0458f36726:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:27,876 DEBUG [RS:0;be0458f36726:38963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be0458f36726:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,877 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38963,1733152226072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:27,889 INFO [RS:0;be0458f36726:38963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:10:27,890 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,38963,1733152226072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,890 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,890 INFO [RS:0;be0458f36726:38963 {}] regionserver.Replication(171): be0458f36726,38963,1733152226072 started 2024-12-02T15:10:27,901 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:27,901 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1482): Serving as be0458f36726,38963,1733152226072, RpcServer on be0458f36726/172.17.0.2:38963, sessionid=0x10197c5d64a0007 2024-12-02T15:10:27,902 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:10:27,902 DEBUG [RS:0;be0458f36726:38963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be0458f36726,38963,1733152226072 2024-12-02T15:10:27,902 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,38963,1733152226072' 2024-12-02T15:10:27,902 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22114770907/flush-table-proc/abort' 2024-12-02T15:10:27,902 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22114770907/flush-table-proc/acquired' 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be0458f36726,38963,1733152226072 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be0458f36726,38963,1733152226072' 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22114770907/online-snapshot/abort' 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22114770907/online-snapshot/acquired' 2024-12-02T15:10:27,903 DEBUG [RS:0;be0458f36726:38963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:10:27,903 INFO [RS:0;be0458f36726:38963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:10:27,903 INFO [RS:0;be0458f36726:38963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:10:28,004 INFO [RS:0;be0458f36726:38963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:10:28,005 INFO [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C38963%2C1733152226072, suffix=, logDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072, archiveDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/oldWALs, maxLogs=10 2024-12-02T15:10:28,017 DEBUG [RS:0;be0458f36726:38963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072/be0458f36726%2C38963%2C1733152226072.1733152228005, exclude list is [], retry=0 2024-12-02T15:10:28,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-577a0372-0001-49e2-a312-c604d1d0a870,DISK] 2024-12-02T15:10:28,021 INFO [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072/be0458f36726%2C38963%2C1733152226072.1733152228005 2024-12-02T15:10:28,021 DEBUG [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42507:42507)] 2024-12-02T15:10:28,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:10:28,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775 2024-12-02T15:10:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741833_1009 (size=32) 2024-12-02T15:10:28,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:28,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:28,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:28,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:28,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:28,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:28,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740 2024-12-02T15:10:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740 2024-12-02T15:10:28,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:28,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:28,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:28,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:28,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68175506, jitterRate=0.015894204378128052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733152228525Initializing all the Stores at 1733152228525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152228525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228525Cleaning up temporary data from old regions at 1733152228532 (+7 ms)Region opened successfully at 1733152228534 (+2 ms) 2024-12-02T15:10:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:28,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:28,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:28,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152228535Disabling compacts and flushes for region at 1733152228535Disabling writes for close at 1733152228535Writing region close event to WAL at 1733152228535Closed at 1733152228535 2024-12-02T15:10:28,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:28,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:10:28,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:10:28,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:28,537 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:10:28,688 DEBUG [be0458f36726:41535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:10:28,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be0458f36726,38963,1733152226072 2024-12-02T15:10:28,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,38963,1733152226072, state=OPENING 2024-12-02T15:10:28,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:10:28,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:28,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:28,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22114770907/meta-region-server: CHANGED 2024-12-02T15:10:28,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22114770907/meta-region-server: CHANGED 2024-12-02T15:10:28,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:10:28,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,38963,1733152226072}] 2024-12-02T15:10:28,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:28,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:10:28,892 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:10:28,893 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:28,893 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:10:28,894 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C38963%2C1733152226072.meta, suffix=.meta, logDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072, archiveDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/oldWALs, maxLogs=10 2024-12-02T15:10:28,906 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072/be0458f36726%2C38963%2C1733152226072.meta.1733152228894.meta, exclude list is [], retry=0 2024-12-02T15:10:28,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-577a0372-0001-49e2-a312-c604d1d0a870,DISK] 2024-12-02T15:10:28,909 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072/be0458f36726%2C38963%2C1733152226072.meta.1733152228894.meta 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42507:42507)] 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:28,910 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:10:28,910 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:28,910 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:10:28,911 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:10:28,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:10:28,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:10:28,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:10:28,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:10:28,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:10:28,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:10:28,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:10:28,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:10:28,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:28,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:10:28,916 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:10:28,916 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740 2024-12-02T15:10:28,917 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740 2024-12-02T15:10:28,918 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:10:28,918 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:10:28,919 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:10:28,919 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:10:28,920 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75115274, jitterRate=0.11930480599403381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:10:28,920 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:10:28,920 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733152228911Writing region info on filesystem at 1733152228911Initializing all the Stores at 1733152228911Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152228911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733152228911Cleaning up temporary data from old regions at 1733152228918 (+7 ms)Running coprocessor post-open hooks at 1733152228920 (+2 ms)Region opened successfully at 1733152228920 2024-12-02T15:10:28,921 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733152228888 2024-12-02T15:10:28,923 DEBUG [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:10:28,923 INFO [RS_OPEN_META-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:10:28,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,38963,1733152226072 2024-12-02T15:10:28,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be0458f36726,38963,1733152226072, state=OPEN 2024-12-02T15:10:28,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22114770907/meta-region-server 2024-12-02T15:10:28,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22114770907/meta-region-server 2024-12-02T15:10:28,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be0458f36726,38963,1733152226072 2024-12-02T15:10:28,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22114770907/meta-region-server: CHANGED 2024-12-02T15:10:28,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22114770907/meta-region-server: CHANGED 2024-12-02T15:10:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:10:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be0458f36726,38963,1733152226072 in 191 msec 2024-12-02T15:10:28,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:10:28,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-02T15:10:28,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:10:28,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:10:28,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:28,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38963,1733152226072, seqNum=-1] 2024-12-02T15:10:28,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:28,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:28,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-02T15:10:28,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733152228937, completionTime=-1 2024-12-02T15:10:28,937 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:10:28,937 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:10:28,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:10:28,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733152288939 2024-12-02T15:10:28,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733152348939 2024-12-02T15:10:28,939 INFO [master/be0458f36726:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be0458f36726:41535, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,940 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,941 DEBUG [master/be0458f36726:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:10:28,943 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:10:28,945 DEBUG [master/be0458f36726:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:10:28,945 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:10:28,945 INFO [master/be0458f36726:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be0458f36726,41535,1733152225962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:10:28,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:28,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41535,-1 for getting cluster id 2024-12-02T15:10:28,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:28,999 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba3af364-85e3-41cf-8ad9-21d67e51b082' 2024-12-02T15:10:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba3af364-85e3-41cf-8ad9-21d67e51b082" 2024-12-02T15:10:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5267b3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41535,-1] 2024-12-02T15:10:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:29,000 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:29,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:29,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38963,1733152226072, seqNum=-1] 2024-12-02T15:10:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:29,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:29,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be0458f36726,41535,1733152225962 2024-12-02T15:10:29,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53918 2024-12-02T15:10:29,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:10:29,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197c5d64a0008 connected 2024-12-02T15:10:29,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40739,1733152216672 2024-12-02T15:10:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70970e98 2024-12-02T15:10:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:29,022 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:29,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:10:29,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:10:29,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:29,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:10:29,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:10:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:10:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:29,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93df5a4820625b5f67bee13276aaa818, NAME => 'test,,1733152229023.93df5a4820625b5f67bee13276aaa818.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499 2024-12-02T15:10:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:10:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:29,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152229023.93df5a4820625b5f67bee13276aaa818.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:29,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93df5a4820625b5f67bee13276aaa818, disabling compactions & flushes 2024-12-02T15:10:29,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:29,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:29,836 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152229023.93df5a4820625b5f67bee13276aaa818. after waiting 0 ms 2024-12-02T15:10:29,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:29,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:29,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93df5a4820625b5f67bee13276aaa818: Waiting for close lock at 1733152229836Disabling compacts and flushes for region at 1733152229836Disabling writes for close at 1733152229836Writing region close event to WAL at 1733152229837 (+1 ms)Closed at 1733152229837 2024-12-02T15:10:29,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:10:29,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152229023.93df5a4820625b5f67bee13276aaa818.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152229837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152229837"}]},"ts":"1733152229837"} 2024-12-02T15:10:29,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:10:29,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:10:29,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152229840"}]},"ts":"1733152229840"} 2024-12-02T15:10:29,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:10:29,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93df5a4820625b5f67bee13276aaa818, ASSIGN}] 2024-12-02T15:10:29,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93df5a4820625b5f67bee13276aaa818, ASSIGN 2024-12-02T15:10:29,843 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93df5a4820625b5f67bee13276aaa818, ASSIGN; state=OFFLINE, location=be0458f36726,32999,1733152216828; forceNewPlan=false, retain=false 2024-12-02T15:10:29,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93df5a4820625b5f67bee13276aaa818, regionState=OPENING, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93df5a4820625b5f67bee13276aaa818, ASSIGN because future has completed 2024-12-02T15:10:29,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93df5a4820625b5f67bee13276aaa818, server=be0458f36726,32999,1733152216828}] 2024-12-02T15:10:30,151 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:30,151 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93df5a4820625b5f67bee13276aaa818, NAME => 'test,,1733152229023.93df5a4820625b5f67bee13276aaa818.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:30,151 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:30,151 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:10:30,152 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,152 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152229023.93df5a4820625b5f67bee13276aaa818.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:30,152 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,152 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,153 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,154 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93df5a4820625b5f67bee13276aaa818 columnFamilyName f 2024-12-02T15:10:30,154 DEBUG [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:30,154 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(327): Store=93df5a4820625b5f67bee13276aaa818/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:30,154 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,155 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93df5a4820625b5f67bee13276aaa818 columnFamilyName f1 2024-12-02T15:10:30,155 DEBUG [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:30,156 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(327): Store=93df5a4820625b5f67bee13276aaa818/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:30,156 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,169 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93df5a4820625b5f67bee13276aaa818 columnFamilyName norep 2024-12-02T15:10:30,169 DEBUG [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:30,170 INFO [StoreOpener-93df5a4820625b5f67bee13276aaa818-1 {}] regionserver.HStore(327): Store=93df5a4820625b5f67bee13276aaa818/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:30,170 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,171 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,171 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,172 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,172 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,172 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:10:30,173 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,175 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:30,175 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93df5a4820625b5f67bee13276aaa818; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67124202, jitterRate=2.2855401039123535E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:10:30,175 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:30,176 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93df5a4820625b5f67bee13276aaa818: Running coprocessor pre-open hook at 1733152230152Writing region info on filesystem at 1733152230152Initializing all the Stores at 1733152230152Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152230152Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152230153 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152230153Cleaning up temporary data from old regions at 1733152230172 (+19 ms)Running coprocessor post-open hooks at 1733152230175 (+3 ms)Region opened successfully at 1733152230176 (+1 ms) 2024-12-02T15:10:30,176 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152229023.93df5a4820625b5f67bee13276aaa818., pid=6, masterSystemTime=1733152230147 2024-12-02T15:10:30,178 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:30,178 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:30,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93df5a4820625b5f67bee13276aaa818, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93df5a4820625b5f67bee13276aaa818, server=be0458f36726,32999,1733152216828 because future has completed 2024-12-02T15:10:30,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:10:30,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93df5a4820625b5f67bee13276aaa818, server=be0458f36726,32999,1733152216828 in 186 msec 2024-12-02T15:10:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:10:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93df5a4820625b5f67bee13276aaa818, ASSIGN in 341 msec 2024-12-02T15:10:30,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:10:30,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152230184"}]},"ts":"1733152230184"} 2024-12-02T15:10:30,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:10:30,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:10:30,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-02T15:10:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:31,174 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:10:31,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45597,1733152221077 2024-12-02T15:10:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7262c5e 2024-12-02T15:10:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:31,176 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:31,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:10:31,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:10:31,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:31,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:10:31,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:10:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:31,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:10:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:31,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92446a8c98eddcb6a500f72ae2f3928a, NAME => 'test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640 2024-12-02T15:10:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:10:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92446a8c98eddcb6a500f72ae2f3928a, disabling compactions & flushes 2024-12-02T15:10:31,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. after waiting 0 ms 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:31,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:31,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92446a8c98eddcb6a500f72ae2f3928a: Waiting for close lock at 1733152231990Disabling compacts and flushes for region at 1733152231990Disabling writes for close at 1733152231990Writing region close event to WAL at 1733152231990Closed at 1733152231990 2024-12-02T15:10:31,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:10:31,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152231991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152231991"}]},"ts":"1733152231991"} 2024-12-02T15:10:31,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:10:31,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:10:31,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152231994"}]},"ts":"1733152231994"} 2024-12-02T15:10:31,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:10:31,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92446a8c98eddcb6a500f72ae2f3928a, ASSIGN}] 2024-12-02T15:10:31,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92446a8c98eddcb6a500f72ae2f3928a, ASSIGN 2024-12-02T15:10:31,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92446a8c98eddcb6a500f72ae2f3928a, ASSIGN; state=OFFLINE, location=be0458f36726,42701,1733152221291; forceNewPlan=false, retain=false 2024-12-02T15:10:32,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92446a8c98eddcb6a500f72ae2f3928a, regionState=OPENING, regionLocation=be0458f36726,42701,1733152221291 2024-12-02T15:10:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92446a8c98eddcb6a500f72ae2f3928a, ASSIGN because future has completed 2024-12-02T15:10:32,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92446a8c98eddcb6a500f72ae2f3928a, server=be0458f36726,42701,1733152221291}] 2024-12-02T15:10:32,304 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:32,304 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92446a8c98eddcb6a500f72ae2f3928a, NAME => 'test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:32,304 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:32,304 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:10:32,304 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,304 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:32,305 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,305 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,306 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,307 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92446a8c98eddcb6a500f72ae2f3928a columnFamilyName f 2024-12-02T15:10:32,307 DEBUG [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:32,307 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(327): Store=92446a8c98eddcb6a500f72ae2f3928a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:32,307 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,308 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92446a8c98eddcb6a500f72ae2f3928a columnFamilyName f1 2024-12-02T15:10:32,308 DEBUG [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:32,308 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(327): Store=92446a8c98eddcb6a500f72ae2f3928a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:32,308 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,309 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92446a8c98eddcb6a500f72ae2f3928a columnFamilyName norep 2024-12-02T15:10:32,309 DEBUG [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:32,309 INFO [StoreOpener-92446a8c98eddcb6a500f72ae2f3928a-1 {}] regionserver.HStore(327): Store=92446a8c98eddcb6a500f72ae2f3928a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:32,309 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,310 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,310 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,311 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,311 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,311 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:10:32,312 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:32,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:32,314 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92446a8c98eddcb6a500f72ae2f3928a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638773, jitterRate=-0.09641186892986298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:10:32,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:32,314 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92446a8c98eddcb6a500f72ae2f3928a: Running coprocessor pre-open hook at 1733152232305Writing region info on filesystem at 1733152232305Initializing all the Stores at 1733152232305Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152232305Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152232305Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152232305Cleaning up temporary data from old regions at 1733152232311 (+6 ms)Running coprocessor post-open hooks at 1733152232314 (+3 ms)Region opened successfully at 1733152232314 2024-12-02T15:10:32,315 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a., pid=6, masterSystemTime=1733152232301 2024-12-02T15:10:32,316 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:32,316 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:32,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92446a8c98eddcb6a500f72ae2f3928a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,42701,1733152221291 2024-12-02T15:10:32,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92446a8c98eddcb6a500f72ae2f3928a, server=be0458f36726,42701,1733152221291 because future has completed 2024-12-02T15:10:32,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:10:32,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92446a8c98eddcb6a500f72ae2f3928a, server=be0458f36726,42701,1733152221291 in 170 msec 2024-12-02T15:10:32,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:10:32,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92446a8c98eddcb6a500f72ae2f3928a, ASSIGN in 326 msec 2024-12-02T15:10:32,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:10:32,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152232323"}]},"ts":"1733152232323"} 2024-12-02T15:10:32,325 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:10:32,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:10:32,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-02T15:10:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:33,324 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:10:33,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41535,1733152225962 2024-12-02T15:10:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a186e52 2024-12-02T15:10:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:33,326 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:33,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T15:10:33,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:10:33,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:33,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T15:10:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:33,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:10:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741835_1011 (size=902) 2024-12-02T15:10:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:33,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f83fc0f51e6d20dab5c7e0aeb249a52, NAME => 'test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775 2024-12-02T15:10:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741836_1012 (size=39) 2024-12-02T15:10:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f83fc0f51e6d20dab5c7e0aeb249a52, disabling compactions & flushes 2024-12-02T15:10:34,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. after waiting 0 ms 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f83fc0f51e6d20dab5c7e0aeb249a52: Waiting for close lock at 1733152234141Disabling compacts and flushes for region at 1733152234141Disabling writes for close at 1733152234141Writing region close event to WAL at 1733152234141Closed at 1733152234141 2024-12-02T15:10:34,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:10:34,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733152234142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152234142"}]},"ts":"1733152234142"} 2024-12-02T15:10:34,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:10:34,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:10:34,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152234145"}]},"ts":"1733152234145"} 2024-12-02T15:10:34,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T15:10:34,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f83fc0f51e6d20dab5c7e0aeb249a52, ASSIGN}] 2024-12-02T15:10:34,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f83fc0f51e6d20dab5c7e0aeb249a52, ASSIGN 2024-12-02T15:10:34,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f83fc0f51e6d20dab5c7e0aeb249a52, ASSIGN; state=OFFLINE, location=be0458f36726,38963,1733152226072; forceNewPlan=false, retain=false 2024-12-02T15:10:34,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f83fc0f51e6d20dab5c7e0aeb249a52, regionState=OPENING, regionLocation=be0458f36726,38963,1733152226072 2024-12-02T15:10:34,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f83fc0f51e6d20dab5c7e0aeb249a52, ASSIGN because future has completed 2024-12-02T15:10:34,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f83fc0f51e6d20dab5c7e0aeb249a52, server=be0458f36726,38963,1733152226072}] 2024-12-02T15:10:34,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:34,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,455 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,455 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f83fc0f51e6d20dab5c7e0aeb249a52, NAME => 'test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:34,455 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:34,456 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T15:10:34,456 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,456 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:34,456 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,456 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,457 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,458 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f83fc0f51e6d20dab5c7e0aeb249a52 columnFamilyName f 2024-12-02T15:10:34,459 DEBUG [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:34,459 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(327): Store=6f83fc0f51e6d20dab5c7e0aeb249a52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:34,459 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,460 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f83fc0f51e6d20dab5c7e0aeb249a52 columnFamilyName f1 2024-12-02T15:10:34,460 DEBUG [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:34,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,460 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(327): Store=6f83fc0f51e6d20dab5c7e0aeb249a52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:34,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,461 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,461 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f83fc0f51e6d20dab5c7e0aeb249a52 columnFamilyName norep 2024-12-02T15:10:34,462 DEBUG [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:34,462 INFO [StoreOpener-6f83fc0f51e6d20dab5c7e0aeb249a52-1 {}] regionserver.HStore(327): Store=6f83fc0f51e6d20dab5c7e0aeb249a52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:34,462 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,463 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,463 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,463 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,464 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,464 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:10:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:34,465 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,466 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:34,467 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f83fc0f51e6d20dab5c7e0aeb249a52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546591, jitterRate=-0.09778548777103424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:10:34,467 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:34,467 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f83fc0f51e6d20dab5c7e0aeb249a52: Running coprocessor pre-open hook at 1733152234456Writing region info on filesystem at 1733152234456Initializing all the Stores at 1733152234457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152234457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152234457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152234457Cleaning up temporary data from old regions at 1733152234464 (+7 ms)Running coprocessor post-open hooks at 1733152234467 (+3 ms)Region opened successfully at 1733152234467 2024-12-02T15:10:34,467 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52., pid=6, masterSystemTime=1733152234452 2024-12-02T15:10:34,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,469 DEBUG [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,469 INFO [RS_OPEN_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:34,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f83fc0f51e6d20dab5c7e0aeb249a52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=be0458f36726,38963,1733152226072 2024-12-02T15:10:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f83fc0f51e6d20dab5c7e0aeb249a52, server=be0458f36726,38963,1733152226072 because future has completed 2024-12-02T15:10:34,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:34,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:10:34,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f83fc0f51e6d20dab5c7e0aeb249a52, server=be0458f36726,38963,1733152226072 in 172 msec 2024-12-02T15:10:34,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:10:34,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f83fc0f51e6d20dab5c7e0aeb249a52, ASSIGN in 327 msec 2024-12-02T15:10:34,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:10:34,475 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152234475"}]},"ts":"1733152234475"} 2024-12-02T15:10:34,477 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T15:10:34,477 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:10:34,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-02T15:10:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:10:35,474 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T15:10:35,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:35,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:35,475 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62971225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:35,477 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf5c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40739,1733152216672 2024-12-02T15:10:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36b5a7cc 2024-12-02T15:10:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:35,479 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:35,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://be0458f36726:45597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:10:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:10:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:35,481 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:45597' 2024-12-02T15:10:35,482 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ea7560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,482 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45597,-1 for getting cluster id 2024-12-02T15:10:35,482 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:35,483 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3de30633-3620-44a4-82d0-5ea9e66a3337' 2024-12-02T15:10:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3de30633-3620-44a4-82d0-5ea9e66a3337" 2024-12-02T15:10:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345d4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45597,-1] 2024-12-02T15:10:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:35,484 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313aca90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:35,485 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45597,1733152221077 2024-12-02T15:10:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1f1672 2024-12-02T15:10:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:35,486 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:35,486 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T15:10:35,487 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:10:35,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:35,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:35,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:35,487 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:10:35,488 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T15:10:35,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:10:35,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:35,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:10:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741837_1013 (size=1138) 2024-12-02T15:10:35,539 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T15:10:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:35,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b0b65de9eec01992cd3920aab98de15, NAME => 'hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499 2024-12-02T15:10:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741838_1014 (size=44) 2024-12-02T15:10:35,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:35,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b0b65de9eec01992cd3920aab98de15, disabling compactions & flushes 2024-12-02T15:10:35,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:35,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:35,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. after waiting 0 ms 2024-12-02T15:10:35,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:35,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:35,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b0b65de9eec01992cd3920aab98de15: Waiting for close lock at 1733152235910Disabling compacts and flushes for region at 1733152235910Disabling writes for close at 1733152235910Writing region close event to WAL at 1733152235910Closed at 1733152235910 2024-12-02T15:10:35,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:10:35,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733152235911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733152235911"}]},"ts":"1733152235911"} 2024-12-02T15:10:35,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:10:35,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:10:35,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152235914"}]},"ts":"1733152235914"} 2024-12-02T15:10:35,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T15:10:35,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b0b65de9eec01992cd3920aab98de15, ASSIGN}] 2024-12-02T15:10:35,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b0b65de9eec01992cd3920aab98de15, ASSIGN 2024-12-02T15:10:35,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b0b65de9eec01992cd3920aab98de15, ASSIGN; state=OFFLINE, location=be0458f36726,32999,1733152216828; forceNewPlan=false, retain=false 2024-12-02T15:10:36,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b0b65de9eec01992cd3920aab98de15, regionState=OPENING, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b0b65de9eec01992cd3920aab98de15, ASSIGN because future has completed 2024-12-02T15:10:36,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b0b65de9eec01992cd3920aab98de15, server=be0458f36726,32999,1733152216828}] 2024-12-02T15:10:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:36,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:36,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:10:36,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T15:10:36,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=be0458f36726%2C32999%2C1733152216828.rep, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs, maxLogs=10 2024-12-02T15:10:36,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152236231, exclude list is [], retry=0 2024-12-02T15:10:36,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:36,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152236231 2024-12-02T15:10:36,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:36,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b0b65de9eec01992cd3920aab98de15, NAME => 'hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:10:36,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. service=MultiRowMutationService 2024-12-02T15:10:36,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,249 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,250 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0b65de9eec01992cd3920aab98de15 columnFamilyName hfileref 2024-12-02T15:10:36,250 DEBUG [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:36,250 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(327): Store=7b0b65de9eec01992cd3920aab98de15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:36,250 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,251 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0b65de9eec01992cd3920aab98de15 columnFamilyName queue 2024-12-02T15:10:36,251 DEBUG [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:36,252 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(327): Store=7b0b65de9eec01992cd3920aab98de15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:36,252 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,253 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0b65de9eec01992cd3920aab98de15 columnFamilyName sid 2024-12-02T15:10:36,253 DEBUG [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:10:36,253 INFO [StoreOpener-7b0b65de9eec01992cd3920aab98de15-1 {}] regionserver.HStore(327): Store=7b0b65de9eec01992cd3920aab98de15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:10:36,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T15:10:36,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:10:36,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b0b65de9eec01992cd3920aab98de15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561449, jitterRate=-0.02305828034877777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T15:10:36,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:36,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b0b65de9eec01992cd3920aab98de15: Running coprocessor pre-open hook at 1733152236248Writing region info on filesystem at 1733152236248Initializing all the Stores at 1733152236249 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152236249Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152236249Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733152236249Cleaning up temporary data from old regions at 1733152236255 (+6 ms)Running coprocessor post-open hooks at 1733152236260 (+5 ms)Region opened successfully at 1733152236260 2024-12-02T15:10:36,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15., pid=10, masterSystemTime=1733152236226 2024-12-02T15:10:36,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:36,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:36,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b0b65de9eec01992cd3920aab98de15, regionState=OPEN, openSeqNum=2, regionLocation=be0458f36726,32999,1733152216828 2024-12-02T15:10:36,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b0b65de9eec01992cd3920aab98de15, server=be0458f36726,32999,1733152216828 because future has completed 2024-12-02T15:10:36,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:10:36,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b0b65de9eec01992cd3920aab98de15, server=be0458f36726,32999,1733152216828 in 193 msec 2024-12-02T15:10:36,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:10:36,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b0b65de9eec01992cd3920aab98de15, ASSIGN in 349 msec 2024-12-02T15:10:36,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:10:36,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733152236270"}]},"ts":"1733152236270"} 2024-12-02T15:10:36,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T15:10:36,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:10:36,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-12-02T15:10:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15., hostname=be0458f36726,32999,1733152216828, seqNum=2] 2024-12-02T15:10:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:10:36,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T15:10:36,538 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T15:10:36,561 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-be0458f36726,32999,1733152216828, ReplicationSource: 1, currentBandwidth=0 2024-12-02T15:10:36,562 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:36,562 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,32999,1733152216828, seqNum=-1] 2024-12-02T15:10:36,562 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:36,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T15:10:36,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-be0458f36726,32999,1733152216828', locateType=CURRENT is [region=hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15., hostname=be0458f36726,32999,1733152216828, seqNum=2] 2024-12-02T15:10:36,565 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T15:10:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T15:10:36,567 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on be0458f36726,32999,1733152216828 suceeded 2024-12-02T15:10:36,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T15:10:36,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-02T15:10:36,569 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://be0458f36726:45597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:10:36,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-12-02T15:10:36,578 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:45597' 2024-12-02T15:10:36,579 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ec92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,579 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45597,-1 for getting cluster id 2024-12-02T15:10:36,579 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:36,579 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3de30633-3620-44a4-82d0-5ea9e66a3337' 2024-12-02T15:10:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3de30633-3620-44a4-82d0-5ea9e66a3337" 2024-12-02T15:10:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325811b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45597,-1] 2024-12-02T15:10:36,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:36,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,580 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:36,580 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,581 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45597,1733152221077 2024-12-02T15:10:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c3c427 2024-12-02T15:10:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:36,581 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T15:10:36,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-be0458f36726,32999,1733152216828 (queues=1) is replicating from cluster=5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83 to cluster=3de30633-3620-44a4-82d0-5ea9e66a3337 2024-12-02T15:10:36,582 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=be0458f36726%2C32999%2C1733152216828 2024-12-02T15:10:36,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-be0458f36726,32999,1733152216828, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:10:36,582 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C32999%2C1733152216828 2024-12-02T15:10:36,582 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027, startPosition=0, beingWritten=true 2024-12-02T15:10:36,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T15:10:36,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 379, reset compression=false 2024-12-02T15:10:36,586 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,32999,1733152216828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T15:10:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:10:36,614 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T15:10:36,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:36,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:36,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:36,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:36,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:36,616 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c77a476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,617 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4a178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45597,-1 for getting cluster id 2024-12-02T15:10:36,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:36,618 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3de30633-3620-44a4-82d0-5ea9e66a3337' 2024-12-02T15:10:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3de30633-3620-44a4-82d0-5ea9e66a3337" 2024-12-02T15:10:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45597,-1] 2024-12-02T15:10:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,619 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:36,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542d239f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41535,-1 for getting cluster id 2024-12-02T15:10:36,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:36,621 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba3af364-85e3-41cf-8ad9-21d67e51b082' 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba3af364-85e3-41cf-8ad9-21d67e51b082" 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41535,-1] 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:36,621 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282cc5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:36,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:36,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733152236625/Put/seqid=0 2024-12-02T15:10:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741840_1016 (size=7894) 2024-12-02T15:10:36,790 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 379, reset compression=false 2024-12-02T15:10:37,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733152237030/Put/seqid=0 2024-12-02T15:10:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741841_1017 (size=7691) 2024-12-02T15:10:37,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T15:10:37,093 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 379, reset compression=false 2024-12-02T15:10:37,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:37,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:37,435 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49768035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:37,437 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:37,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,32999,1733152216828, seqNum=-1] 2024-12-02T15:10:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:37,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:37,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40739,1733152216672 2024-12-02T15:10:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413fc165 2024-12-02T15:10:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:37,446 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2] 2024-12-02T15:10:37,451 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:10:37,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T15:10:37,463 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T15:10:37,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T15:10:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:37,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T15:10:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegion(2603): Flush status journal for 93df5a4820625b5f67bee13276aaa818: 2024-12-02T15:10:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_0 2024-12-02T15:10:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_0 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ 2024-12-02T15:10:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_1 2024-12-02T15:10:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_1 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ 2024-12-02T15:10:37,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_0 into 93df5a4820625b5f67bee13276aaa818/f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ - updating store file list. 2024-12-02T15:10:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:37,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ into 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:37,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_0 into 93df5a4820625b5f67bee13276aaa818/f (new location: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_) 2024-12-02T15:10:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_0 2024-12-02T15:10:37,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_1 into 93df5a4820625b5f67bee13276aaa818/f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ - updating store file list. 2024-12-02T15:10:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6431b0e300a479a9972510c88a9141b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:37,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ into 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:37,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_1 into 93df5a4820625b5f67bee13276aaa818/f (new location: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_) 2024-12-02T15:10:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__rcbr3ma853ls3sjmqguaau7l3eubpbvg47q26dq5tdv8booscovjqd3q0gdtac4c/f/hfile_1 2024-12-02T15:10:37,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:37,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:37,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:37,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 , the old value is region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:32999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:10:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:10:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 from cache 2024-12-02T15:10:37,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:37,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:37,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T15:10:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,42701,1733152221291, seqNum=-1] 2024-12-02T15:10:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:37,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a., hostname=be0458f36726,42701,1733152221291, seqNum=2] 2024-12-02T15:10:37,495 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:10:37,495 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 379, reset compression=false 2024-12-02T15:10:37,499 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:10:37,499 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,32999,1733152216828 got entry batch from reader: WALEntryBatch [walEntries=[{test/93df5a4820625b5f67bee13276aaa818/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152237488/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:10:37,501 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:37,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T15:10:37,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.ReplicationSink(318): Replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:37,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b74b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,45597,-1 for getting cluster id 2024-12-02T15:10:37,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:37,504 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3de30633-3620-44a4-82d0-5ea9e66a3337' 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3de30633-3620-44a4-82d0-5ea9e66a3337" 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753f0b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,45597,-1] 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:37,505 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:37,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f16b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741837_1013 (size=7894) 2024-12-02T15:10:37,594 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:32999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:10:37,699 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 687, reset compression=false 2024-12-02T15:10:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741838_1014 (size=7691) 2024-12-02T15:10:37,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:37,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:10:37,935 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148947 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [be0458f36726,45851,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T15:10:38,002 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 687, reset compression=false 2024-12-02T15:10:38,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,45597,1733152221077 2024-12-02T15:10:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f21f39e 2024-12-02T15:10:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:38,335 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T15:10:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:10:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,42701,1733152221291, seqNum=-1] 2024-12-02T15:10:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:38,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T15:10:38,360 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T15:10:38,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T15:10:38,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ for inclusion in 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T15:10:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:38,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ for inclusion in 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T15:10:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegion(2603): Flush status journal for 92446a8c98eddcb6a500f72ae2f3928a: 2024-12-02T15:10:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/1287ada2a9a943c6995fdbb333afc4d5_SeqId_4_ 2024-12-02T15:10:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6431b0e300a479a9972510c88a9141b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c431c6930d014a5c8818a233a001d66a_SeqId_4_ 2024-12-02T15:10:38,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/1287ada2a9a943c6995fdbb333afc4d5_SeqId_4_ - updating store file list. 2024-12-02T15:10:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1287ada2a9a943c6995fdbb333afc4d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:38,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/1287ada2a9a943c6995fdbb333afc4d5_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:38,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f (new location: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/1287ada2a9a943c6995fdbb333afc4d5_SeqId_4_) 2024-12-02T15:10:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_ 2024-12-02T15:10:38,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c431c6930d014a5c8818a233a001d66a_SeqId_4_ - updating store file list. 2024-12-02T15:10:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c431c6930d014a5c8818a233a001d66a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:38,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c431c6930d014a5c8818a233a001d66a_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:38,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ into 92446a8c98eddcb6a500f72ae2f3928a/f (new location: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c431c6930d014a5c8818a233a001d66a_SeqId_4_) 2024-12-02T15:10:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__4pgn3qfgfvekj0nt69a9k3aqf21bc5dcvcpbuvg4cdqn115j8hbfcctlnlco4svu/f/d6431b0e300a479a9972510c88a9141b_SeqId_4_ 2024-12-02T15:10:38,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.ReplicationSink(324): Finished replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:38,406 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 687, reset compression=false 2024-12-02T15:10:38,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38963,1733152226072, seqNum=-1] 2024-12-02T15:10:38,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:38,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52., hostname=be0458f36726,38963,1733152226072, seqNum=2] 2024-12-02T15:10:38,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:38,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:10:38,512 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL be0458f36726%2C32999%2C1733152216828.meta:.meta(num 1733152219561) roll requested 2024-12-02T15:10:38,523 DEBUG [regionserver/be0458f36726:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152238512.meta, exclude list is [], retry=0 2024-12-02T15:10:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:38,527 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152219561.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152238512.meta 2024-12-02T15:10:38,527 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:38,528 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152219561.meta is not closed yet, will try archiving it next time 2024-12-02T15:10:38,528 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL be0458f36726%2C32999%2C1733152216828:(num 1733152219027) roll requested 2024-12-02T15:10:38,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741834_1010 (size=3473) 2024-12-02T15:10:38,543 DEBUG [regionserver/be0458f36726:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528, exclude list is [], retry=0 2024-12-02T15:10:38,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:38,546 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 2024-12-02T15:10:38,546 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:38,547 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 is not closed yet, will try archiving it next time 2024-12-02T15:10:38,547 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL be0458f36726%2C32999%2C1733152216828.rep:(num 1733152236231) roll requested 2024-12-02T15:10:38,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:38,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:38,548 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741832_1008 (size=695) 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:38,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 not finished, retry = 0 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1972b3db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,549 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9277c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40739,1733152216672 2024-12-02T15:10:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595d26e8 2024-12-02T15:10:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:38,551 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:38,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://be0458f36726:41535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T15:10:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T15:10:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:10:38,553 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:41535' 2024-12-02T15:10:38,554 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794facd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,555 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41535,-1 for getting cluster id 2024-12-02T15:10:38,555 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:38,555 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba3af364-85e3-41cf-8ad9-21d67e51b082' 2024-12-02T15:10:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba3af364-85e3-41cf-8ad9-21d67e51b082" 2024-12-02T15:10:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b442bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41535,-1] 2024-12-02T15:10:38,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:38,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,556 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:38,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6717cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,557 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:38,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41535,1733152225962 2024-12-02T15:10:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7e4c17 2024-12-02T15:10:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:38,558 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:38,559 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T15:10:38,559 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T15:10:38,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:38,563 DEBUG [regionserver/be0458f36726:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152238547, exclude list is [], retry=0 2024-12-02T15:10:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35019,DS-d8186802-3b8f-4ddf-85ef-69636ba91506,DISK] 2024-12-02T15:10:38,566 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152236231 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152238547 2024-12-02T15:10:38,567 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-02T15:10:38,567 DEBUG [regionserver/be0458f36726:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152236231 is not closed yet, will try archiving it next time 2024-12-02T15:10:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741839_1015 (size=1505) 2024-12-02T15:10:38,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T15:10:38,650 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs/be0458f36726%2C32999%2C1733152216828.1733152219027 2024-12-02T15:10:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:10:38,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T15:10:38,739 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T15:10:38,774 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-be0458f36726,32999,1733152216828, ReplicationSource: 2, currentBandwidth=0 2024-12-02T15:10:38,776 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T15:10:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T15:10:38,778 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on be0458f36726,32999,1733152216828 suceeded 2024-12-02T15:10:38,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T15:10:38,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-02T15:10:38,779 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://be0458f36726:41535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T15:10:38,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 228 msec 2024-12-02T15:10:38,788 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='be0458f36726:41535' 2024-12-02T15:10:38,789 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f5474c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,790 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41535,-1 for getting cluster id 2024-12-02T15:10:38,790 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:38,790 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba3af364-85e3-41cf-8ad9-21d67e51b082' 2024-12-02T15:10:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba3af364-85e3-41cf-8ad9-21d67e51b082" 2024-12-02T15:10:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72df9bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41535,-1] 2024-12-02T15:10:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,791 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:38,791 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7328de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:38,792 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41535,1733152225962 2024-12-02T15:10:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b392a03 2024-12-02T15:10:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:38,793 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T15:10:38,793 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-be0458f36726,32999,1733152216828 (queues=1) is replicating from cluster=5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83 to cluster=ba3af364-85e3-41cf-8ad9-21d67e51b082 2024-12-02T15:10:38,793 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=be0458f36726%2C32999%2C1733152216828 2024-12-02T15:10:38,793 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-be0458f36726,32999,1733152216828, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T15:10:38,793 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: be0458f36726%2C32999%2C1733152216828 2024-12-02T15:10:38,793 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528, startPosition=0, beingWritten=true 2024-12-02T15:10:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T15:10:38,865 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T15:10:38,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:38,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:38,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:38,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:38,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:10:38,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733152238868/Put/seqid=0 2024-12-02T15:10:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741845_1021 (size=11194) 2024-12-02T15:10:38,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 to pos 687, reset compression=false 2024-12-02T15:10:38,910 INFO [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 was moved to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs/be0458f36726%2C32999%2C1733152216828.1733152219027 2024-12-02T15:10:38,912 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027 2024-12-02T15:10:38,912 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528, startPosition=0, beingWritten=true 2024-12-02T15:10:38,912 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,32999,1733152216828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152219027, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T15:10:38,914 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [be0458f36726%2C32999%2C1733152216828.1733152219027] 2024-12-02T15:10:38,997 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 0, reset compression=false 2024-12-02T15:10:39,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733152239279/Put/seqid=0 2024-12-02T15:10:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741846_1022 (size=10791) 2024-12-02T15:10:39,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be0458f36726,40739,-1 for getting cluster id 2024-12-02T15:10:39,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:39,286 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83' 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83" 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d86c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,40739,-1] 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:39,287 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:39,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,32999,1733152216828, seqNum=-1] 2024-12-02T15:10:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:39,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:10:39,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,40739,1733152216672 2024-12-02T15:10:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d083e92 2024-12-02T15:10:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:39,297 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:10:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2] 2024-12-02T15:10:39,301 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 0, reset compression=false 2024-12-02T15:10:39,301 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:10:39,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T15:10:39,308 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T15:10:39,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T15:10:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:39,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T15:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegion(2603): Flush status journal for 93df5a4820625b5f67bee13276aaa818: 2024-12-02T15:10:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_0 2024-12-02T15:10:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_0 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ 2024-12-02T15:10:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_1 2024-12-02T15:10:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_1 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ 2024-12-02T15:10:39,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_0 into 93df5a4820625b5f67bee13276aaa818/f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ - updating store file list. 2024-12-02T15:10:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:39,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ into 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:39,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_0 into 93df5a4820625b5f67bee13276aaa818/f (new location: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_) 2024-12-02T15:10:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_0 2024-12-02T15:10:39,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_1 into 93df5a4820625b5f67bee13276aaa818/f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ - updating store file list. 2024-12-02T15:10:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:39,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ into 93df5a4820625b5f67bee13276aaa818/f 2024-12-02T15:10:39,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_1 into 93df5a4820625b5f67bee13276aaa818/f (new location: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_) 2024-12-02T15:10:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/staging/jenkins__test__kcnk5bdimb1te42f8dl0p6396hh6mjjucqo01eac7m196ml6qe658rp0uoie6umu/f/hfile_1 2024-12-02T15:10:39,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:39,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:39,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:39,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 , the old value is region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=be0458f36726:32999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:10:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T15:10:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733152229023.93df5a4820625b5f67bee13276aaa818., hostname=be0458f36726,32999,1733152216828, seqNum=2 from cache 2024-12-02T15:10:39,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:39,336 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T15:10:39,339 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:10:39,445 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=be0458f36726:32999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T15:10:39,516 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 0, reset compression=false 2024-12-02T15:10:39,521 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:10:39,521 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-be0458f36726,32999,1733152216828 got entry batch from reader: WALEntryBatch [walEntries=[{test/93df5a4820625b5f67bee13276aaa818/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152239333/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:10:39,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.ReplicationSink(318): Replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741839_1015 (size=11194) 2024-12-02T15:10:39,705 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 0, reset compression=false 2024-12-02T15:10:39,709 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T15:10:39,709 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-be0458f36726,32999,1733152216828 got entry batch from reader: WALEntryBatch [walEntries=[{test/93df5a4820625b5f67bee13276aaa818/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733152239333/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T15:10:39,711 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:10:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T15:10:39,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.ReplicationSink(318): Replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:39,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] client.ClusterIdFetcher(90): Going to request be0458f36726,41535,-1 for getting cluster id 2024-12-02T15:10:39,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:10:39,713 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba3af364-85e3-41cf-8ad9-21d67e51b082' 2024-12-02T15:10:39,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:10:39,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba3af364-85e3-41cf-8ad9-21d67e51b082" 2024-12-02T15:10:39,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1290a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be0458f36726,41535,-1] 2024-12-02T15:10:39,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:10:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:39,714 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:10:39,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b92fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:10:39,721 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741837_1013 (size=11194) 2024-12-02T15:10:39,909 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741840_1016 (size=10791) 2024-12-02T15:10:39,953 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:10:39,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:39,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:40,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:40,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:40,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:40,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:40,024 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741838_1014 (size=10791) 2024-12-02T15:10:40,214 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:40,343 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T15:10:40,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:10:40,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T15:10:40,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T15:10:40,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ for inclusion in 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T15:10:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:40,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ for inclusion in 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T15:10:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegion(2603): Flush status journal for 92446a8c98eddcb6a500f72ae2f3928a: 2024-12-02T15:10:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c27c2bb3f3c34d2e963434acfbbcc202_SeqId_6_ 2024-12-02T15:10:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/8f1f4ef5ce7e46daa23ca3ab28d7ccc0_SeqId_6_ 2024-12-02T15:10:40,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c27c2bb3f3c34d2e963434acfbbcc202_SeqId_6_ - updating store file list. 2024-12-02T15:10:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c27c2bb3f3c34d2e963434acfbbcc202_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:40,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c27c2bb3f3c34d2e963434acfbbcc202_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:40,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f (new location: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/c27c2bb3f3c34d2e963434acfbbcc202_SeqId_6_) 2024-12-02T15:10:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ 2024-12-02T15:10:40,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/8f1f4ef5ce7e46daa23ca3ab28d7ccc0_SeqId_6_ - updating store file list. 2024-12-02T15:10:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f1f4ef5ce7e46daa23ca3ab28d7ccc0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:40,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/8f1f4ef5ce7e46daa23ca3ab28d7ccc0_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f 2024-12-02T15:10:40,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ into 92446a8c98eddcb6a500f72ae2f3928a/f (new location: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/f/8f1f4ef5ce7e46daa23ca3ab28d7ccc0_SeqId_6_) 2024-12-02T15:10:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/staging/jenkins.hfs.22__test__6ra76fn3g1ptqh2btp9o324uaq1nisnebi4ehkrbo1lnsvpig59lilpnmt0hhirp/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ 2024-12-02T15:10:40,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] regionserver.ReplicationSink(324): Finished replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:40,428 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:40,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:10:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be0458f36726,41535,1733152225962 2024-12-02T15:10:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c6daf7 2024-12-02T15:10:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:10:40,533 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T15:10:40,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T15:10:40,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:10:40,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be0458f36726,38963,1733152226072, seqNum=-1] 2024-12-02T15:10:40,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:10:40,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T15:10:40,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T15:10:40,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T15:10:40,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ for inclusion in 6f83fc0f51e6d20dab5c7e0aeb249a52/f 2024-12-02T15:10:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T15:10:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:40,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ for inclusion in 6f83fc0f51e6d20dab5c7e0aeb249a52/f 2024-12-02T15:10:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T15:10:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T15:10:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HRegion(2603): Flush status journal for 6f83fc0f51e6d20dab5c7e0aeb249a52: 2024-12-02T15:10:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/bf4141e5d178482d97021fc17a5aebb8_SeqId_4_ 2024-12-02T15:10:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T15:10:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/213d7525928049e89e4b2531319157c4_SeqId_4_ 2024-12-02T15:10:40,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/bf4141e5d178482d97021fc17a5aebb8_SeqId_4_ - updating store file list. 2024-12-02T15:10:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf4141e5d178482d97021fc17a5aebb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:40,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/bf4141e5d178482d97021fc17a5aebb8_SeqId_4_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f 2024-12-02T15:10:40,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f (new location: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/bf4141e5d178482d97021fc17a5aebb8_SeqId_4_) 2024-12-02T15:10:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/cec734aeb58d400ebb0ac4a37bb37f94_SeqId_6_ 2024-12-02T15:10:40,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/213d7525928049e89e4b2531319157c4_SeqId_4_ - updating store file list. 2024-12-02T15:10:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 213d7525928049e89e4b2531319157c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T15:10:40,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/213d7525928049e89e4b2531319157c4_SeqId_4_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f 2024-12-02T15:10:40,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ into 6f83fc0f51e6d20dab5c7e0aeb249a52/f (new location: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/f/213d7525928049e89e4b2531319157c4_SeqId_4_) 2024-12-02T15:10:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/staging/jenkins.hfs.23__test__1cti5fiogbluvaemtl4g6efn38iaotagppq2p6npmiq9ebpn7h8ch16hmakbfr2l/f/88b962cb84d64724a9b4ca62c2e7e1f3_SeqId_6_ 2024-12-02T15:10:40,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38963 {}] regionserver.ReplicationSink(324): Finished replicating [5dc6d75d-2e73-44f7-bb7d-5ac76ee0ef83] bulk loaded data 2024-12-02T15:10:40,617 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:40,931 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:41,121 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:41,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:10:41,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:41,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:41,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:41,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:41,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:41,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:10:41,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137393713, stopped=false 2024-12-02T15:10:41,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,41535,1733152225962 2024-12-02T15:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22114770907/running 2024-12-02T15:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22114770907/running 2024-12-02T15:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:41,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:41,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:41,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:41,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:41,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/running 2024-12-02T15:10:41,369 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,38963,1733152226072' ***** 2024-12-02T15:10:41,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Set watcher on znode that does not yet exist, /22114770907/running 2024-12-02T15:10:41,369 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:10:41,370 INFO [RS:0;be0458f36726:38963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:10:41,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:10:41,370 INFO [RS:0;be0458f36726:38963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:10:41,370 INFO [RS:0;be0458f36726:38963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(959): stopping server be0458f36726,38963,1733152226072 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:38963. 2024-12-02T15:10:41,371 DEBUG [RS:0;be0458f36726:38963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:41,371 DEBUG [RS:0;be0458f36726:38963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:41,371 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f83fc0f51e6d20dab5c7e0aeb249a52, disabling compactions & flushes 2024-12-02T15:10:41,371 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:41,371 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:10:41,371 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. after waiting 0 ms 2024-12-02T15:10:41,371 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:10:41,371 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:10:41,371 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1325): Online Regions={6f83fc0f51e6d20dab5c7e0aeb249a52=test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:10:41,371 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f83fc0f51e6d20dab5c7e0aeb249a52 2024-12-02T15:10:41,371 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:41,372 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:41,372 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:41,372 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:41,372 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:41,372 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T15:10:41,375 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/default/test/6f83fc0f51e6d20dab5c7e0aeb249a52/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T15:10:41,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:41,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:41,376 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:41,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f83fc0f51e6d20dab5c7e0aeb249a52: Waiting for close lock at 1733152241371Running coprocessor pre-close hooks at 1733152241371Disabling compacts and flushes for region at 1733152241371Disabling writes for close at 1733152241371Writing region close event to WAL at 1733152241372 (+1 ms)Running coprocessor post-close hooks at 1733152241376 (+4 ms)Closed at 1733152241376 2024-12-02T15:10:41,376 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52. 2024-12-02T15:10:41,389 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:41,395 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/info/1201c65e9a5d461ea0e99bf8286c643e is 129, key is test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52./info:regioninfo/1733152234469/Put/seqid=0 2024-12-02T15:10:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741839_1015 (size=6421) 2024-12-02T15:10:41,534 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:41,572 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:41,725 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:41,772 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:41,799 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/info/1201c65e9a5d461ea0e99bf8286c643e 2024-12-02T15:10:41,819 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/ns/5497afaa814c40c3ae6867b83cdce1ea is 43, key is default/ns:d/1733152228934/Put/seqid=0 2024-12-02T15:10:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741840_1016 (size=5153) 2024-12-02T15:10:41,877 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:10:41,877 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:10:41,972 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:42,172 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:42,223 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/ns/5497afaa814c40c3ae6867b83cdce1ea 2024-12-02T15:10:42,237 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:42,243 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/rep_barrier/391dbd989ff749f49d4713584c05b8c9 is 112, key is test,,1733152233326.6f83fc0f51e6d20dab5c7e0aeb249a52./rep_barrier:seqnumDuringOpen/1733152234469/Put/seqid=0 2024-12-02T15:10:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741841_1017 (size=5518) 2024-12-02T15:10:42,372 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:10:42,372 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:10:42,372 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:42,428 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:42,573 DEBUG [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:42,646 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/rep_barrier/391dbd989ff749f49d4713584c05b8c9 2024-12-02T15:10:42,666 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/table/f95e67b79aab4dac8cb1a757ce69b4a3 is 40, key is test/table:state/1733152234475/Put/seqid=0 2024-12-02T15:10:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741842_1018 (size=5165) 2024-12-02T15:10:42,671 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/table/f95e67b79aab4dac8cb1a757ce69b4a3 2024-12-02T15:10:42,676 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/info/1201c65e9a5d461ea0e99bf8286c643e as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/info/1201c65e9a5d461ea0e99bf8286c643e 2024-12-02T15:10:42,679 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/info/1201c65e9a5d461ea0e99bf8286c643e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T15:10:42,680 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/ns/5497afaa814c40c3ae6867b83cdce1ea as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/ns/5497afaa814c40c3ae6867b83cdce1ea 2024-12-02T15:10:42,684 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/ns/5497afaa814c40c3ae6867b83cdce1ea, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:10:42,687 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/rep_barrier/391dbd989ff749f49d4713584c05b8c9 as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/rep_barrier/391dbd989ff749f49d4713584c05b8c9 2024-12-02T15:10:42,692 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/rep_barrier/391dbd989ff749f49d4713584c05b8c9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T15:10:42,692 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/.tmp/table/f95e67b79aab4dac8cb1a757ce69b4a3 as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/table/f95e67b79aab4dac8cb1a757ce69b4a3 2024-12-02T15:10:42,696 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/table/f95e67b79aab4dac8cb1a757ce69b4a3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:10:42,697 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=11, compaction requested=false 2024-12-02T15:10:42,700 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:10:42,701 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:42,701 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:42,701 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:42,701 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152241371Running coprocessor pre-close hooks at 1733152241371Disabling compacts and flushes for region at 1733152241371Disabling writes for close at 1733152241372 (+1 ms)Obtaining lock to block concurrent updates at 1733152241372Preparing flush snapshotting stores in 1588230740 at 1733152241372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733152241373 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733152241373Flushing 1588230740/info: creating writer at 1733152241373Flushing 1588230740/info: appending metadata at 1733152241394 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733152241394Flushing 1588230740/ns: creating writer at 1733152241804 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733152241819 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733152241819Flushing 1588230740/rep_barrier: creating writer at 1733152242227 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152242242 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152242242Flushing 1588230740/table: creating writer at 1733152242650 (+408 ms)Flushing 1588230740/table: appending metadata at 1733152242665 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733152242665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553ced14: reopening flushed file at 1733152242675 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c7d6b2: reopening flushed file at 1733152242679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61377d99: reopening flushed file at 1733152242685 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caa75: reopening flushed file at 1733152242692 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=11, compaction requested=false at 1733152242697 (+5 ms)Writing region close event to WAL at 1733152242698 (+1 ms)Running coprocessor post-close hooks at 1733152242701 (+3 ms)Closed at 1733152242701 2024-12-02T15:10:42,701 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:42,773 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(976): stopping server be0458f36726,38963,1733152226072; all regions closed. 2024-12-02T15:10:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741834_1010 (size=2717) 2024-12-02T15:10:42,776 DEBUG [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/oldWALs 2024-12-02T15:10:42,776 INFO [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C38963%2C1733152226072.meta:.meta(num 1733152228894) 2024-12-02T15:10:42,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741832_1008 (size=1028) 2024-12-02T15:10:42,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/WALs/be0458f36726,38963,1733152226072/be0458f36726%2C38963%2C1733152226072.1733152228005 not finished, retry = 0 2024-12-02T15:10:42,880 DEBUG [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/oldWALs 2024-12-02T15:10:42,880 INFO [RS:0;be0458f36726:38963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C38963%2C1733152226072:(num 1733152228005) 2024-12-02T15:10:42,880 DEBUG [RS:0;be0458f36726:38963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:42,880 INFO [RS:0;be0458f36726:38963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:42,881 INFO [RS:0;be0458f36726:38963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:42,881 INFO [RS:0;be0458f36726:38963 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:42,881 INFO [RS:0;be0458f36726:38963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:42,881 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:42,882 INFO [RS:0;be0458f36726:38963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:38963. 2024-12-02T15:10:42,882 DEBUG [RS:0;be0458f36726:38963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:42,882 DEBUG [RS:0;be0458f36726:38963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:42,882 DEBUG [RS:0;be0458f36726:38963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:42,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:42,882 INFO [RS:0;be0458f36726:38963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38963 2024-12-02T15:10:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907/rs 2024-12-02T15:10:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22114770907/rs/be0458f36726,38963,1733152226072 2024-12-02T15:10:42,918 INFO [RS:0;be0458f36726:38963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:42,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,38963,1733152226072] 2024-12-02T15:10:42,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22114770907/draining/be0458f36726,38963,1733152226072 already deleted, retry=false 2024-12-02T15:10:42,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,38963,1733152226072 expired; onlineServers=0 2024-12-02T15:10:42,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,41535,1733152225962' ***** 2024-12-02T15:10:42,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:42,935 INFO [M:0;be0458f36726:41535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:42,935 INFO [M:0;be0458f36726:41535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:42,935 DEBUG [M:0;be0458f36726:41535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:42,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:42,935 DEBUG [M:0;be0458f36726:41535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:42,935 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152227714 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152227714,5,FailOnTimeoutGroup] 2024-12-02T15:10:42,935 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152227711 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152227711,5,FailOnTimeoutGroup] 2024-12-02T15:10:42,936 INFO [M:0;be0458f36726:41535 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:42,936 INFO [M:0;be0458f36726:41535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:42,936 DEBUG [M:0;be0458f36726:41535 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:42,936 INFO [M:0;be0458f36726:41535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:42,936 INFO [M:0;be0458f36726:41535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:42,936 INFO [M:0;be0458f36726:41535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:42,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:42,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22114770907/master 2024-12-02T15:10:42,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22114770907 2024-12-02T15:10:42,943 DEBUG [M:0;be0458f36726:41535 {}] zookeeper.ZKUtil(347): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Unable to get data of znode /22114770907/master because node does not exist (not an error) 2024-12-02T15:10:42,943 WARN [M:0;be0458f36726:41535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:42,944 INFO [M:0;be0458f36726:41535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/.lastflushedseqids 2024-12-02T15:10:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741843_1019 (size=173) 2024-12-02T15:10:42,947 INFO [M:0;be0458f36726:41535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:42,948 INFO [M:0;be0458f36726:41535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:42,948 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:42,948 INFO [M:0;be0458f36726:41535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:42,948 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:42,948 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:42,948 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:42,948 INFO [M:0;be0458f36726:41535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T15:10:42,960 DEBUG [M:0;be0458f36726:41535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55ecb18875fa4ef7a100a041789266c2 is 82, key is hbase:meta,,1/info:regioninfo/1733152228924/Put/seqid=0 2024-12-02T15:10:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741844_1020 (size=5672) 2024-12-02T15:10:43,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:43,027 INFO [RS:0;be0458f36726:38963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:43,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38963-0x10197c5d64a0007, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:43,027 INFO [RS:0;be0458f36726:38963 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,38963,1733152226072; zookeeper connection closed. 2024-12-02T15:10:43,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71949db1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71949db1 2024-12-02T15:10:43,027 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:43,040 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:43,231 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:43,364 INFO [M:0;be0458f36726:41535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55ecb18875fa4ef7a100a041789266c2 2024-12-02T15:10:43,378 DEBUG [M:0;be0458f36726:41535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fe4f615f98540889c5d32e9687c2441 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733152234478/Put/seqid=0 2024-12-02T15:10:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741845_1021 (size=6586) 2024-12-02T15:10:43,782 INFO [M:0;be0458f36726:41535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fe4f615f98540889c5d32e9687c2441 2024-12-02T15:10:43,809 DEBUG [M:0;be0458f36726:41535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d3ca9686140c4a1c910d6a53f69bf is 69, key is be0458f36726,38963,1733152226072/rs:state/1733152227825/Put/seqid=0 2024-12-02T15:10:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741846_1022 (size=5156) 2024-12-02T15:10:43,944 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:44,134 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:44,213 INFO [M:0;be0458f36726:41535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d3ca9686140c4a1c910d6a53f69bf 2024-12-02T15:10:44,217 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55ecb18875fa4ef7a100a041789266c2 as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55ecb18875fa4ef7a100a041789266c2 2024-12-02T15:10:44,222 INFO [M:0;be0458f36726:41535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55ecb18875fa4ef7a100a041789266c2, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T15:10:44,223 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fe4f615f98540889c5d32e9687c2441 as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fe4f615f98540889c5d32e9687c2441 2024-12-02T15:10:44,227 INFO [M:0;be0458f36726:41535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fe4f615f98540889c5d32e9687c2441, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T15:10:44,228 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d3ca9686140c4a1c910d6a53f69bf as hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111d3ca9686140c4a1c910d6a53f69bf 2024-12-02T15:10:44,232 INFO [M:0;be0458f36726:41535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42987/user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111d3ca9686140c4a1c910d6a53f69bf, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T15:10:44,233 INFO [M:0;be0458f36726:41535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false 2024-12-02T15:10:44,235 INFO [M:0;be0458f36726:41535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:44,235 DEBUG [M:0;be0458f36726:41535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152242948Disabling compacts and flushes for region at 1733152242948Disabling writes for close at 1733152242948Obtaining lock to block concurrent updates at 1733152242948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152242948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733152242948Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152242949 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152242949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152242960 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152242960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152243367 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152243378 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152243378Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152243785 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152243808 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152243808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491b6356: reopening flushed file at 1733152244217 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a96375f: reopening flushed file at 1733152244222 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd937ac: reopening flushed file at 1733152244227 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false at 1733152244233 (+6 ms)Writing region close event to WAL at 1733152244235 (+2 ms)Closed at 1733152244235 2024-12-02T15:10:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741830_1006 (size=32770) 2024-12-02T15:10:44,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e95e278-51d5-94f0-c941-58c096326775/MasterData/WALs/be0458f36726,41535,1733152225962/be0458f36726%2C41535%2C1733152225962.1733152227465 not finished, retry = 0 2024-12-02T15:10:44,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:44,338 INFO [M:0;be0458f36726:41535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:44,338 INFO [M:0;be0458f36726:41535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41535 2024-12-02T15:10:44,338 INFO [M:0;be0458f36726:41535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:44,518 INFO [M:0;be0458f36726:41535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:44,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:44,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41535-0x10197c5d64a0006, quorum=127.0.0.1:53918, baseZNode=/22114770907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:44,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad8989d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:44,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c95447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:44,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:44,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2483a4fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:44,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f125a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:44,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:44,523 WARN [BP-199547667-172.17.0.2-1733152224285 heartbeating to localhost/127.0.0.1:42987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:44,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:44,523 WARN [BP-199547667-172.17.0.2-1733152224285 heartbeating to localhost/127.0.0.1:42987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199547667-172.17.0.2-1733152224285 (Datanode Uuid 7ee05c61-4fe1-4c66-b3c8-553dc2c343e7) service to localhost/127.0.0.1:42987 2024-12-02T15:10:44,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/cluster_6fa0f290-fd2a-6f31-5941-36175b2fe529/data/data1/current/BP-199547667-172.17.0.2-1733152224285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:44,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/cluster_6fa0f290-fd2a-6f31-5941-36175b2fe529/data/data2/current/BP-199547667-172.17.0.2-1733152224285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:44,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:44,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:44,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:44,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:44,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:44,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f85ec914-e6a0-7993-f265-bccf342fe0c7/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:44,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:44,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:10:44,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:44,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:44,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:44,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:44,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:44,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:10:44,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=725795452, stopped=false 2024-12-02T15:10:44,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,45597,1733152221077 2024-12-02T15:10:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15255103/running 2024-12-02T15:10:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15255103/running 2024-12-02T15:10:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:44,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:44,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:44,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:44,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/running 2024-12-02T15:10:44,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:44,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Set watcher on znode that does not yet exist, /1-15255103/running 2024-12-02T15:10:44,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,42701,1733152221291' ***** 2024-12-02T15:10:44,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:10:44,561 INFO [RS:0;be0458f36726:42701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:10:44,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:10:44,561 INFO [RS:0;be0458f36726:42701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:10:44,561 INFO [RS:0;be0458f36726:42701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(3091): Received CLOSE for 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(959): stopping server be0458f36726,42701,1733152221291 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:42701. 2024-12-02T15:10:44,562 DEBUG [RS:0;be0458f36726:42701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:44,562 DEBUG [RS:0;be0458f36726:42701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92446a8c98eddcb6a500f72ae2f3928a, disabling compactions & flushes 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:10:44,562 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. after waiting 0 ms 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:44,562 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:10:44,562 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1325): Online Regions={92446a8c98eddcb6a500f72ae2f3928a=test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:10:44,562 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92446a8c98eddcb6a500f72ae2f3928a 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:44,562 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:44,562 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:44,563 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T15:10:44,567 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/default/test/92446a8c98eddcb6a500f72ae2f3928a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:10:44,567 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:44,567 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:44,567 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:44,567 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92446a8c98eddcb6a500f72ae2f3928a: Waiting for close lock at 1733152244562Running coprocessor pre-close hooks at 1733152244562Disabling compacts and flushes for region at 1733152244562Disabling writes for close at 1733152244562Writing region close event to WAL at 1733152244563 (+1 ms)Running coprocessor post-close hooks at 1733152244567 (+4 ms)Closed at 1733152244567 2024-12-02T15:10:44,567 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a. 2024-12-02T15:10:44,575 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/info/00f6ac53f1a144e1a2f050f740d775d1 is 129, key is test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a./info:regioninfo/1733152232317/Put/seqid=0 2024-12-02T15:10:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741841_1017 (size=6421) 2024-12-02T15:10:44,602 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:44,762 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:44,948 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:44,963 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:44,979 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/info/00f6ac53f1a144e1a2f050f740d775d1 2024-12-02T15:10:44,990 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:10:44,990 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:10:44,994 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/ns/78a7d51e43cf4a4791a9525cf0fcbfac is 43, key is default/ns:d/1733152224175/Put/seqid=0 2024-12-02T15:10:44,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741842_1018 (size=5153) 2024-12-02T15:10:44,997 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/ns/78a7d51e43cf4a4791a9525cf0fcbfac 2024-12-02T15:10:45,016 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/rep_barrier/29b3086c970e40529329b548c8294b1a is 112, key is test,,1733152231176.92446a8c98eddcb6a500f72ae2f3928a./rep_barrier:seqnumDuringOpen/1733152232317/Put/seqid=0 2024-12-02T15:10:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741843_1019 (size=5518) 2024-12-02T15:10:45,138 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:45,163 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:45,363 DEBUG [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:10:45,420 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/rep_barrier/29b3086c970e40529329b548c8294b1a 2024-12-02T15:10:45,439 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/table/e189c1cef778477297b42893d2ab7f6b is 40, key is test/table:state/1733152232323/Put/seqid=0 2024-12-02T15:10:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741844_1020 (size=5165) 2024-12-02T15:10:45,443 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/table/e189c1cef778477297b42893d2ab7f6b 2024-12-02T15:10:45,447 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/info/00f6ac53f1a144e1a2f050f740d775d1 as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/info/00f6ac53f1a144e1a2f050f740d775d1 2024-12-02T15:10:45,450 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/info/00f6ac53f1a144e1a2f050f740d775d1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T15:10:45,451 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/ns/78a7d51e43cf4a4791a9525cf0fcbfac as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/ns/78a7d51e43cf4a4791a9525cf0fcbfac 2024-12-02T15:10:45,454 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/ns/78a7d51e43cf4a4791a9525cf0fcbfac, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:10:45,455 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/rep_barrier/29b3086c970e40529329b548c8294b1a as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/rep_barrier/29b3086c970e40529329b548c8294b1a 2024-12-02T15:10:45,458 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/rep_barrier/29b3086c970e40529329b548c8294b1a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T15:10:45,458 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/.tmp/table/e189c1cef778477297b42893d2ab7f6b as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/table/e189c1cef778477297b42893d2ab7f6b 2024-12-02T15:10:45,461 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/table/e189c1cef778477297b42893d2ab7f6b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:10:45,462 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 900ms, sequenceid=11, compaction requested=false 2024-12-02T15:10:45,465 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:10:45,465 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:45,465 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:45,465 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:45,465 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152244562Running coprocessor pre-close hooks at 1733152244562Disabling compacts and flushes for region at 1733152244562Disabling writes for close at 1733152244562Obtaining lock to block concurrent updates at 1733152244563 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152244563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733152244563Flushing stores of hbase:meta,,1.1588230740 at 1733152244563Flushing 1588230740/info: creating writer at 1733152244563Flushing 1588230740/info: appending metadata at 1733152244575 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733152244575Flushing 1588230740/ns: creating writer at 1733152244983 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733152244994 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733152244994Flushing 1588230740/rep_barrier: creating writer at 1733152245001 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152245016 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152245016Flushing 1588230740/table: creating writer at 1733152245424 (+408 ms)Flushing 1588230740/table: appending metadata at 1733152245439 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733152245439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302e88f8: reopening flushed file at 1733152245446 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5950796e: reopening flushed file at 1733152245451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413e182f: reopening flushed file at 1733152245454 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f057418: reopening flushed file at 1733152245458 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 900ms, sequenceid=11, compaction requested=false at 1733152245462 (+4 ms)Writing region close event to WAL at 1733152245463 (+1 ms)Running coprocessor post-close hooks at 1733152245465 (+2 ms)Closed at 1733152245465 2024-12-02T15:10:45,465 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:45,563 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(976): stopping server be0458f36726,42701,1733152221291; all regions closed. 2024-12-02T15:10:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741834_1010 (size=2717) 2024-12-02T15:10:45,567 DEBUG [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/oldWALs 2024-12-02T15:10:45,567 INFO [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C42701%2C1733152221291.meta:.meta(num 1733152224135) 2024-12-02T15:10:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741832_1008 (size=1374) 2024-12-02T15:10:45,570 DEBUG [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/oldWALs 2024-12-02T15:10:45,570 INFO [RS:0;be0458f36726:42701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C42701%2C1733152221291:(num 1733152223127) 2024-12-02T15:10:45,570 DEBUG [RS:0;be0458f36726:42701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:45,570 INFO [RS:0;be0458f36726:42701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:45,570 INFO [RS:0;be0458f36726:42701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:45,570 INFO [RS:0;be0458f36726:42701 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:45,571 INFO [RS:0;be0458f36726:42701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:45,571 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:45,571 INFO [RS:0;be0458f36726:42701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:42701. 2024-12-02T15:10:45,571 DEBUG [RS:0;be0458f36726:42701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:45,571 DEBUG [RS:0;be0458f36726:42701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:45,571 DEBUG [RS:0;be0458f36726:42701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:45,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:45,571 INFO [RS:0;be0458f36726:42701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42701 2024-12-02T15:10:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103/rs 2024-12-02T15:10:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15255103/rs/be0458f36726,42701,1733152221291 2024-12-02T15:10:45,643 INFO [RS:0;be0458f36726:42701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:45,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,42701,1733152221291] 2024-12-02T15:10:45,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-15255103/draining/be0458f36726,42701,1733152221291 already deleted, retry=false 2024-12-02T15:10:45,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,42701,1733152221291 expired; onlineServers=0 2024-12-02T15:10:45,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,45597,1733152221077' ***** 2024-12-02T15:10:45,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:45,660 INFO [M:0;be0458f36726:45597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:45,660 INFO [M:0;be0458f36726:45597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:45,660 DEBUG [M:0;be0458f36726:45597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:45,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:45,660 DEBUG [M:0;be0458f36726:45597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:45,660 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152222876 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152222876,5,FailOnTimeoutGroup] 2024-12-02T15:10:45,660 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152222876 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152222876,5,FailOnTimeoutGroup] 2024-12-02T15:10:45,660 INFO [M:0;be0458f36726:45597 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:45,660 INFO [M:0;be0458f36726:45597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:45,660 DEBUG [M:0;be0458f36726:45597 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:45,660 INFO [M:0;be0458f36726:45597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:45,661 INFO [M:0;be0458f36726:45597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:45,661 INFO [M:0;be0458f36726:45597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:45,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15255103/master 2024-12-02T15:10:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15255103 2024-12-02T15:10:45,668 DEBUG [M:0;be0458f36726:45597 {}] zookeeper.ZKUtil(347): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Unable to get data of znode /1-15255103/master because node does not exist (not an error) 2024-12-02T15:10:45,668 WARN [M:0;be0458f36726:45597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:45,669 INFO [M:0;be0458f36726:45597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/.lastflushedseqids 2024-12-02T15:10:45,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741845_1021 (size=173) 2024-12-02T15:10:45,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:45,751 INFO [RS:0;be0458f36726:42701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:45,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42701-0x10197c5d64a0004, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:45,751 INFO [RS:0;be0458f36726:42701 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,42701,1733152221291; zookeeper connection closed. 2024-12-02T15:10:45,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68312d14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68312d14 2024-12-02T15:10:45,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:46,051 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:46,073 INFO [M:0;be0458f36726:45597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:46,073 INFO [M:0;be0458f36726:45597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:46,073 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:46,073 INFO [M:0;be0458f36726:45597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:46,073 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:46,073 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:46,073 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:46,073 INFO [M:0;be0458f36726:45597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-02T15:10:46,086 DEBUG [M:0;be0458f36726:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822cf01a4a6c46a0860a33d258aadaec is 82, key is hbase:meta,,1/info:regioninfo/1733152224161/Put/seqid=0 2024-12-02T15:10:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741846_1022 (size=5672) 2024-12-02T15:10:46,241 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:46,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:10:46,490 INFO [M:0;be0458f36726:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822cf01a4a6c46a0860a33d258aadaec 2024-12-02T15:10:46,504 DEBUG [M:0;be0458f36726:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84770752fa4a4fa2a548504bf369be11 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733152232326/Put/seqid=0 2024-12-02T15:10:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741847_1023 (size=6587) 2024-12-02T15:10:46,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:10:46,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,907 INFO [M:0;be0458f36726:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84770752fa4a4fa2a548504bf369be11 2024-12-02T15:10:46,922 DEBUG [M:0;be0458f36726:45597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8120c401c284e73b5219dfc33a9083c is 69, key is be0458f36726,42701,1733152221291/rs:state/1733152222973/Put/seqid=0 2024-12-02T15:10:46,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741848_1024 (size=5156) 2024-12-02T15:10:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,926 INFO [M:0;be0458f36726:45597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8120c401c284e73b5219dfc33a9083c 2024-12-02T15:10:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,930 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822cf01a4a6c46a0860a33d258aadaec as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/822cf01a4a6c46a0860a33d258aadaec 2024-12-02T15:10:46,932 INFO [M:0;be0458f36726:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/822cf01a4a6c46a0860a33d258aadaec, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T15:10:46,933 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84770752fa4a4fa2a548504bf369be11 as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84770752fa4a4fa2a548504bf369be11 2024-12-02T15:10:46,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,936 INFO [M:0;be0458f36726:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84770752fa4a4fa2a548504bf369be11, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T15:10:46,936 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8120c401c284e73b5219dfc33a9083c as hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8120c401c284e73b5219dfc33a9083c 2024-12-02T15:10:46,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:46,942 INFO [M:0;be0458f36726:45597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43495/user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8120c401c284e73b5219dfc33a9083c, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T15:10:46,942 INFO [M:0;be0458f36726:45597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=55, compaction requested=false 2024-12-02T15:10:46,944 INFO [M:0;be0458f36726:45597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:46,944 DEBUG [M:0;be0458f36726:45597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152246073Disabling compacts and flushes for region at 1733152246073Disabling writes for close at 1733152246073Obtaining lock to block concurrent updates at 1733152246073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152246073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733152246074 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152246074Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152246074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152246086 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152246086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152246493 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152246503 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152246503Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152246910 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152246922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152246922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec076f2: reopening flushed file at 1733152246929 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7c8ceb: reopening flushed file at 1733152246933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ab19cd: reopening flushed file at 1733152246936 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=55, compaction requested=false at 1733152246942 (+6 ms)Writing region close event to WAL at 1733152246944 (+2 ms)Closed at 1733152246944 2024-12-02T15:10:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741830_1006 (size=32782) 2024-12-02T15:10:46,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3730c7ca-e571-e8ca-576f-8711682bf640/MasterData/WALs/be0458f36726,45597,1733152221077/be0458f36726%2C45597%2C1733152221077.1733152222654 not finished, retry = 0 2024-12-02T15:10:46,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:10:47,047 INFO [M:0;be0458f36726:45597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:47,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:47,047 INFO [M:0;be0458f36726:45597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45597 2024-12-02T15:10:47,047 INFO [M:0;be0458f36726:45597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:47,201 INFO [M:0;be0458f36726:45597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:47,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45597-0x10197c5d64a0003, quorum=127.0.0.1:53918, baseZNode=/1-15255103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:47,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2590021c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:47,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:47,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:47,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:47,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:47,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:47,207 WARN [BP-1761414687-172.17.0.2-1733152219702 heartbeating to localhost/127.0.0.1:43495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:47,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:47,207 WARN [BP-1761414687-172.17.0.2-1733152219702 heartbeating to localhost/127.0.0.1:43495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1761414687-172.17.0.2-1733152219702 (Datanode Uuid 890410c9-f1fd-4f80-82a9-8b6e36cb5dac) service to localhost/127.0.0.1:43495 2024-12-02T15:10:47,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/cluster_8684e73f-b82a-2630-d884-aa713584d93c/data/data1/current/BP-1761414687-172.17.0.2-1733152219702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:47,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/cluster_8684e73f-b82a-2630-d884-aa713584d93c/data/data2/current/BP-1761414687-172.17.0.2-1733152219702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:47,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:47,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17c08a5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:47,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:47,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:47,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:47,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b787c88-9660-f2b2-bfc6-9312678c21a3/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:47,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:47,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:10:47,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:47,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:47,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:47,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:47,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:10:47,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470710031, stopped=false 2024-12-02T15:10:47,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:47,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be0458f36726,40739,1733152216672 2024-12-02T15:10:47,254 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853383436/running 2024-12-02T15:10:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853383436/running 2024-12-02T15:10:47,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:47,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:47,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:47,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/running 2024-12-02T15:10:47,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Set watcher on znode that does not yet exist, /0853383436/running 2024-12-02T15:10:47,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:10:47,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:47,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:47,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be0458f36726,32999,1733152216828' ***** 2024-12-02T15:10:47,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:10:47,261 INFO [RS:0;be0458f36726:32999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:10:47,261 INFO [RS:0;be0458f36726:32999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:10:47,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:10:47,261 INFO [RS:0;be0458f36726:32999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:10:47,261 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b0b65de9eec01992cd3920aab98de15 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(3091): Received CLOSE for 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(959): stopping server be0458f36726,32999,1733152216828 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:32999. 2024-12-02T15:10:47,262 DEBUG [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b0b65de9eec01992cd3920aab98de15, disabling compactions & flushes 2024-12-02T15:10:47,262 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:47,262 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. after waiting 0 ms 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:10:47,262 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b0b65de9eec01992cd3920aab98de15 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T15:10:47,262 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:10:47,262 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1325): Online Regions={7b0b65de9eec01992cd3920aab98de15=hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15., 1588230740=hbase:meta,,1.1588230740, 93df5a4820625b5f67bee13276aaa818=test,,1733152229023.93df5a4820625b5f67bee13276aaa818.} 2024-12-02T15:10:47,262 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b0b65de9eec01992cd3920aab98de15, 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:10:47,262 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:10:47,262 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:10:47,262 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T15:10:47,281 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/info/4be96bc327e14027a8df211f8dd86c15 is 147, key is hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15./info:regioninfo/1733152236263/Put/seqid=0 2024-12-02T15:10:47,281 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/hfileref/6ca83b65c78047159f4873bae946322f is 74, key is 1/hfileref:71f293f7e25b49a2b7243d8ff4bde5f0_SeqId_4_/1733152238380/DeleteColumn/seqid=0 2024-12-02T15:10:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741847_1023 (size=7686) 2024-12-02T15:10:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741848_1024 (size=5489) 2024-12-02T15:10:47,321 INFO [regionserver/be0458f36726:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:47,444 DEBUG [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.1733152238528 to pos 393, reset compression=false 2024-12-02T15:10:47,462 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b0b65de9eec01992cd3920aab98de15, 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:47,663 DEBUG [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b0b65de9eec01992cd3920aab98de15, 93df5a4820625b5f67bee13276aaa818 2024-12-02T15:10:47,688 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/info/4be96bc327e14027a8df211f8dd86c15 2024-12-02T15:10:47,688 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/hfileref/6ca83b65c78047159f4873bae946322f 2024-12-02T15:10:47,704 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/ns/928acc4da7a44d398d0bd18392b9756f is 43, key is default/ns:d/1733152219629/Put/seqid=0 2024-12-02T15:10:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741849_1025 (size=5153) 2024-12-02T15:10:47,707 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/ns/928acc4da7a44d398d0bd18392b9756f 2024-12-02T15:10:47,708 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/queue/5eb127a665a54b039bbfce96fc771178 is 153, key is 1-be0458f36726,32999,1733152216828/queue:be0458f36726%2C32999%2C1733152216828/1733152240369/Put/seqid=0 2024-12-02T15:10:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741850_1026 (size=5504) 2024-12-02T15:10:47,711 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/queue/5eb127a665a54b039bbfce96fc771178 2024-12-02T15:10:47,714 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/hfileref/6ca83b65c78047159f4873bae946322f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/hfileref/6ca83b65c78047159f4873bae946322f 2024-12-02T15:10:47,718 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/hfileref/6ca83b65c78047159f4873bae946322f, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T15:10:47,718 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/.tmp/queue/5eb127a665a54b039bbfce96fc771178 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/queue/5eb127a665a54b039bbfce96fc771178 2024-12-02T15:10:47,722 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/queue/5eb127a665a54b039bbfce96fc771178, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T15:10:47,723 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7b0b65de9eec01992cd3920aab98de15 in 461ms, sequenceid=17, compaction requested=false 2024-12-02T15:10:47,725 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/rep_barrier/46087433e0f246f69e96784ef7ac71bc is 112, key is test,,1733152229023.93df5a4820625b5f67bee13276aaa818./rep_barrier:seqnumDuringOpen/1733152230179/Put/seqid=0 2024-12-02T15:10:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741851_1027 (size=5518) 2024-12-02T15:10:47,729 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/rep_barrier/46087433e0f246f69e96784ef7ac71bc 2024-12-02T15:10:47,729 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/replication/7b0b65de9eec01992cd3920aab98de15/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T15:10:47,730 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:47,731 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b0b65de9eec01992cd3920aab98de15: Waiting for close lock at 1733152247262Running coprocessor pre-close hooks at 1733152247262Disabling compacts and flushes for region at 1733152247262Disabling writes for close at 1733152247262Obtaining lock to block concurrent updates at 1733152247262Preparing flush snapshotting stores in 7b0b65de9eec01992cd3920aab98de15 at 1733152247262Finished memstore snapshotting hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733152247262Flushing stores of hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. at 1733152247263 (+1 ms)Flushing 7b0b65de9eec01992cd3920aab98de15/hfileref: creating writer at 1733152247263Flushing 7b0b65de9eec01992cd3920aab98de15/hfileref: appending metadata at 1733152247281 (+18 ms)Flushing 7b0b65de9eec01992cd3920aab98de15/hfileref: closing flushed file at 1733152247281Flushing 7b0b65de9eec01992cd3920aab98de15/queue: creating writer at 1733152247692 (+411 ms)Flushing 7b0b65de9eec01992cd3920aab98de15/queue: appending metadata at 1733152247707 (+15 ms)Flushing 7b0b65de9eec01992cd3920aab98de15/queue: closing flushed file at 1733152247707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2932073d: reopening flushed file at 1733152247714 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ac6e01: reopening flushed file at 1733152247718 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7b0b65de9eec01992cd3920aab98de15 in 461ms, sequenceid=17, compaction requested=false at 1733152247723 (+5 ms)Writing region close event to WAL at 1733152247726 (+3 ms)Running coprocessor post-close hooks at 1733152247730 (+4 ms)Closed at 1733152247731 (+1 ms) 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733152235487.7b0b65de9eec01992cd3920aab98de15. 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93df5a4820625b5f67bee13276aaa818, disabling compactions & flushes 2024-12-02T15:10:47,731 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733152229023.93df5a4820625b5f67bee13276aaa818. after waiting 0 ms 2024-12-02T15:10:47,731 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:47,738 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/default/test/93df5a4820625b5f67bee13276aaa818/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:10:47,738 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:47,738 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T15:10:47,738 INFO [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:47,738 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93df5a4820625b5f67bee13276aaa818: Waiting for close lock at 1733152247731Running coprocessor pre-close hooks at 1733152247731Disabling compacts and flushes for region at 1733152247731Disabling writes for close at 1733152247731Writing region close event to WAL at 1733152247732 (+1 ms)Running coprocessor post-close hooks at 1733152247738 (+6 ms)Closed at 1733152247738 2024-12-02T15:10:47,738 DEBUG [RS_CLOSE_REGION-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733152229023.93df5a4820625b5f67bee13276aaa818. 2024-12-02T15:10:47,744 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/table/8e7ea73c23d24b48b861f905a5d1c605 is 53, key is hbase:replication/table:state/1733152236270/Put/seqid=0 2024-12-02T15:10:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741852_1028 (size=5308) 2024-12-02T15:10:47,747 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/table/8e7ea73c23d24b48b861f905a5d1c605 2024-12-02T15:10:47,751 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/info/4be96bc327e14027a8df211f8dd86c15 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/info/4be96bc327e14027a8df211f8dd86c15 2024-12-02T15:10:47,754 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/info/4be96bc327e14027a8df211f8dd86c15, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T15:10:47,755 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/ns/928acc4da7a44d398d0bd18392b9756f as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/ns/928acc4da7a44d398d0bd18392b9756f 2024-12-02T15:10:47,758 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/ns/928acc4da7a44d398d0bd18392b9756f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T15:10:47,758 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/rep_barrier/46087433e0f246f69e96784ef7ac71bc as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/rep_barrier/46087433e0f246f69e96784ef7ac71bc 2024-12-02T15:10:47,761 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/rep_barrier/46087433e0f246f69e96784ef7ac71bc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T15:10:47,762 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/.tmp/table/8e7ea73c23d24b48b861f905a5d1c605 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/table/8e7ea73c23d24b48b861f905a5d1c605 2024-12-02T15:10:47,764 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/table/8e7ea73c23d24b48b861f905a5d1c605, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T15:10:47,765 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=16, compaction requested=false 2024-12-02T15:10:47,765 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:10:47,769 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T15:10:47,769 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T15:10:47,769 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:10:47,769 INFO [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:47,770 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733152247262Running coprocessor pre-close hooks at 1733152247262Disabling compacts and flushes for region at 1733152247262Disabling writes for close at 1733152247262Obtaining lock to block concurrent updates at 1733152247263 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733152247263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733152247263Flushing stores of hbase:meta,,1.1588230740 at 1733152247263Flushing 1588230740/info: creating writer at 1733152247263Flushing 1588230740/info: appending metadata at 1733152247281 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733152247281Flushing 1588230740/ns: creating writer at 1733152247692 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733152247704 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733152247704Flushing 1588230740/rep_barrier: creating writer at 1733152247710 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733152247725 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733152247725Flushing 1588230740/table: creating writer at 1733152247731 (+6 ms)Flushing 1588230740/table: appending metadata at 1733152247744 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733152247744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd553e1: reopening flushed file at 1733152247750 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2526: reopening flushed file at 1733152247754 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0db844: reopening flushed file at 1733152247758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbf891b: reopening flushed file at 1733152247761 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=16, compaction requested=false at 1733152247765 (+4 ms)Writing region close event to WAL at 1733152247767 (+2 ms)Running coprocessor post-close hooks at 1733152247769 (+2 ms)Closed at 1733152247769 2024-12-02T15:10:47,770 DEBUG [RS_CLOSE_META-regionserver/be0458f36726:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:10:47,863 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(976): stopping server be0458f36726,32999,1733152216828; all regions closed. 2024-12-02T15:10:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741842_1018 (size=859) 2024-12-02T15:10:47,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.meta.1733152238512.meta not finished, retry = 0 2024-12-02T15:10:47,963 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:10:47,963 INFO [regionserver/be0458f36726:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:10:47,967 DEBUG [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs 2024-12-02T15:10:47,967 INFO [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C32999%2C1733152216828.meta:.meta(num 1733152238512) 2024-12-02T15:10:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741844_1020 (size=2791) 2024-12-02T15:10:47,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/WALs/be0458f36726,32999,1733152216828/be0458f36726%2C32999%2C1733152216828.rep.1733152238547 not finished, retry = 0 2024-12-02T15:10:48,071 DEBUG [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs 2024-12-02T15:10:48,071 INFO [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C32999%2C1733152216828.rep:(num 1733152238547) 2024-12-02T15:10:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741843_1019 (size=696) 2024-12-02T15:10:48,074 DEBUG [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/oldWALs 2024-12-02T15:10:48,074 INFO [RS:0;be0458f36726:32999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be0458f36726%2C32999%2C1733152216828:(num 1733152238528) 2024-12-02T15:10:48,074 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:48,074 INFO [RS:0;be0458f36726:32999 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:10:48,074 INFO [RS:0;be0458f36726:32999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:48,074 INFO [RS:0;be0458f36726:32999 {}] hbase.ChoreService(370): Chore service for: regionserver/be0458f36726:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:48,074 INFO [RS:0;be0458f36726:32999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:48,074 INFO [regionserver/be0458f36726:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:48,075 INFO [RS:0;be0458f36726:32999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-be0458f36726,32999,1733152216828 because: Region server is closing 2024-12-02T15:10:48,075 INFO [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:32999. 2024-12-02T15:10:48,075 DEBUG [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:48,075 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:48,075 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:48,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:48,175 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:10:48,175 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:10:48,176 INFO [RS:0;be0458f36726:32999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,1-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,1-be0458f36726,32999,1733152216828 terminated 2024-12-02T15:10:48,176 INFO [RS:0;be0458f36726:32999 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-be0458f36726,32999,1733152216828 because: Region server is closing 2024-12-02T15:10:48,176 INFO [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be0458f36726:32999. 2024-12-02T15:10:48,176 DEBUG [RS:0;be0458f36726:32999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:10:48,176 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:48,176 DEBUG [RS:0;be0458f36726:32999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:10:48,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:10:48,276 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T15:10:48,276 WARN [RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.wal-reader.be0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T15:10:48,276 INFO [RS:0;be0458f36726:32999 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/be0458f36726:0-0.replicationSource,2-be0458f36726,32999,1733152216828.replicationSource.shipperbe0458f36726%2C32999%2C1733152216828,2-be0458f36726,32999,1733152216828 terminated 2024-12-02T15:10:48,276 INFO [RS:0;be0458f36726:32999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32999 2024-12-02T15:10:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853383436/rs/be0458f36726,32999,1733152216828 2024-12-02T15:10:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436/rs 2024-12-02T15:10:48,385 INFO [RS:0;be0458f36726:32999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:48,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be0458f36726,32999,1733152216828] 2024-12-02T15:10:48,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0853383436/draining/be0458f36726,32999,1733152216828 already deleted, retry=false 2024-12-02T15:10:48,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be0458f36726,32999,1733152216828 expired; onlineServers=0 2024-12-02T15:10:48,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be0458f36726,40739,1733152216672' ***** 2024-12-02T15:10:48,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:10:48,401 INFO [M:0;be0458f36726:40739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:10:48,401 INFO [M:0;be0458f36726:40739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:10:48,401 DEBUG [M:0;be0458f36726:40739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:10:48,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:10:48,402 DEBUG [M:0;be0458f36726:40739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:10:48,402 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152218784 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.large.0-1733152218784,5,FailOnTimeoutGroup] 2024-12-02T15:10:48,402 DEBUG [master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152218784 {}] cleaner.HFileCleaner(306): Exit Thread[master/be0458f36726:0:becomeActiveMaster-HFileCleaner.small.0-1733152218784,5,FailOnTimeoutGroup] 2024-12-02T15:10:48,402 INFO [M:0;be0458f36726:40739 {}] hbase.ChoreService(370): Chore service for: master/be0458f36726:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:10:48,402 INFO [M:0;be0458f36726:40739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:10:48,402 DEBUG [M:0;be0458f36726:40739 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:10:48,402 INFO [M:0;be0458f36726:40739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:10:48,402 INFO [M:0;be0458f36726:40739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:10:48,402 INFO [M:0;be0458f36726:40739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:10:48,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:10:48,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853383436/master 2024-12-02T15:10:48,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853383436 2024-12-02T15:10:48,409 DEBUG [M:0;be0458f36726:40739 {}] zookeeper.ZKUtil(347): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Unable to get data of znode /0853383436/master because node does not exist (not an error) 2024-12-02T15:10:48,409 WARN [M:0;be0458f36726:40739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:10:48,410 INFO [M:0;be0458f36726:40739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/.lastflushedseqids 2024-12-02T15:10:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741853_1029 (size=263) 2024-12-02T15:10:48,414 INFO [M:0;be0458f36726:40739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:10:48,414 INFO [M:0;be0458f36726:40739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:10:48,414 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:10:48,414 INFO [M:0;be0458f36726:40739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:48,414 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:48,414 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:10:48,414 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:48,414 INFO [M:0;be0458f36726:40739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-02T15:10:48,430 DEBUG [M:0;be0458f36726:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52dba552b61342389691b681697d1957 is 82, key is hbase:meta,,1/info:regioninfo/1733152219593/Put/seqid=0 2024-12-02T15:10:48,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741854_1030 (size=5672) 2024-12-02T15:10:48,493 INFO [RS:0;be0458f36726:32999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32999-0x10197c5d64a0001, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:48,493 INFO [RS:0;be0458f36726:32999 {}] regionserver.HRegionServer(1031): Exiting; stopping=be0458f36726,32999,1733152216828; zookeeper connection closed. 2024-12-02T15:10:48,493 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c7797 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c7797 2024-12-02T15:10:48,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:10:48,833 INFO [M:0;be0458f36726:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52dba552b61342389691b681697d1957 2024-12-02T15:10:48,849 DEBUG [M:0;be0458f36726:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f3e4666a5e4eb8a89eefd44a0c9e68 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733152236273/Put/seqid=0 2024-12-02T15:10:48,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741855_1031 (size=8909) 2024-12-02T15:10:49,253 INFO [M:0;be0458f36726:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f3e4666a5e4eb8a89eefd44a0c9e68 2024-12-02T15:10:49,268 DEBUG [M:0;be0458f36726:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0add10899544bc0a07acccb2ea86c48 is 69, key is be0458f36726,32999,1733152216828/rs:state/1733152218883/Put/seqid=0 2024-12-02T15:10:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741856_1032 (size=5156) 2024-12-02T15:10:49,671 INFO [M:0;be0458f36726:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0add10899544bc0a07acccb2ea86c48 2024-12-02T15:10:49,675 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52dba552b61342389691b681697d1957 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52dba552b61342389691b681697d1957 2024-12-02T15:10:49,678 INFO [M:0;be0458f36726:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52dba552b61342389691b681697d1957, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T15:10:49,679 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f3e4666a5e4eb8a89eefd44a0c9e68 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f3e4666a5e4eb8a89eefd44a0c9e68 2024-12-02T15:10:49,681 INFO [M:0;be0458f36726:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f3e4666a5e4eb8a89eefd44a0c9e68, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T15:10:49,682 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0add10899544bc0a07acccb2ea86c48 as hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0add10899544bc0a07acccb2ea86c48 2024-12-02T15:10:49,684 INFO [M:0;be0458f36726:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0add10899544bc0a07acccb2ea86c48, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T15:10:49,684 INFO [M:0;be0458f36726:40739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=112, compaction requested=false 2024-12-02T15:10:49,685 INFO [M:0;be0458f36726:40739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:10:49,686 DEBUG [M:0;be0458f36726:40739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733152248414Disabling compacts and flushes for region at 1733152248414Disabling writes for close at 1733152248414Obtaining lock to block concurrent updates at 1733152248414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733152248414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733152248414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733152248415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733152248415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733152248429 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733152248429Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733152248836 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733152248849 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733152248849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733152249256 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733152249268 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733152249268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0debc6: reopening flushed file at 1733152249675 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2298d60f: reopening flushed file at 1733152249678 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b27c5c: reopening flushed file at 1733152249681 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=112, compaction requested=false at 1733152249684 (+3 ms)Writing region close event to WAL at 1733152249685 (+1 ms)Closed at 1733152249685 2024-12-02T15:10:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35019 is added to blk_1073741830_1006 (size=69055) 2024-12-02T15:10:49,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67fcc901-2fa7-144c-5298-d5965b1eb499/MasterData/WALs/be0458f36726,40739,1733152216672/be0458f36726%2C40739%2C1733152216672.1733152218556 not finished, retry = 0 2024-12-02T15:10:49,788 INFO [M:0;be0458f36726:40739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:10:49,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:10:49,788 INFO [M:0;be0458f36726:40739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40739 2024-12-02T15:10:49,788 INFO [M:0;be0458f36726:40739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:10:49,935 INFO [M:0;be0458f36726:40739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:10:49,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:49,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x10197c5d64a0000, quorum=127.0.0.1:53918, baseZNode=/0853383436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:10:49,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38b7c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:10:49,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:49,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:49,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:49,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:49,939 WARN [BP-600789032-172.17.0.2-1733152215223 heartbeating to localhost/127.0.0.1:45903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:10:49,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:10:49,939 WARN [BP-600789032-172.17.0.2-1733152215223 heartbeating to localhost/127.0.0.1:45903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-600789032-172.17.0.2-1733152215223 (Datanode Uuid b0c24d3a-2574-4cc9-b0ff-7103b44361e8) service to localhost/127.0.0.1:45903 2024-12-02T15:10:49,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:10:49,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/data/data1/current/BP-600789032-172.17.0.2-1733152215223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:49,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/cluster_a9e4ead7-e8d0-54d5-0769-980c0d03cd82/data/data2/current/BP-600789032-172.17.0.2-1733152215223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:10:49,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:10:49,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6173d15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:10:49,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:10:49,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:10:49,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:10:49,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27894674-2a7b-b5b9-09e6-11f3a491d6d1/hadoop.log.dir/,STOPPED} 2024-12-02T15:10:49,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:10:49,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:10:49,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 533) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43495 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53918) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42987 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53918) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43495 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42987 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53918) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=2773 (was 3044) 2024-12-02T15:10:49,985 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500